{
  "trial_data": [
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"45b0a7c2\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059582030000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34356230613763325f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31342d3535948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d659447fff00000000000008c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d64944e756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.584365221617647,\n    \"lr\": 0.0009124143820205934,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.584365221617647,\n    \"lr\": 0.0009124143820205934,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.584365221617647,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.0009124143820205934,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5844,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0009,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719490508.6228406,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1972.5077211875616,\n    \"timestamp\": 1719493830,\n    \"checkpoint_dir_name\": \"checkpoint_000001\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 2,\n    \"trial_id\": \"45b0a7c2\",\n    \"date\": \"2024-06-27_15-10-30\",\n    \"time_this_iter_s\": 103.25011920928955,\n    \"time_total_s\": 208.27817273139954,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.584365221617647,\n      \"lr\": 0.0009124143820205934,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 103.25011920928955,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5844,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0009,n_head=4\"\n  },\n  \"last_result_time\": 1719493830.9373674,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1976.3005707507998,\n      \"min\": 1972.5077211875616,\n      \"avg\": 1974.4041459691807,\n      \"last\": 1972.5077211875616,\n      \"last-5-avg\": 1974.4041459691807,\n      \"last-10-avg\": 1974.4041459691807\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 105.02805352210999,\n      \"min\": 103.25011920928955,\n      \"avg\": 104.13908636569977,\n      \"last\": 103.25011920928955,\n      \"last-5-avg\": 104.13908636569977,\n      \"last-10-avg\": 104.13908636569977\n    },\n    \"time_total_s\": {\n      \"max\": 208.27817273139954,\n      \"min\": 105.02805352210999,\n      \"avg\": 156.65311312675476,\n      \"last\": 208.27817273139954,\n      \"last-5-avg\": 156.65311312675476,\n      \"last-10-avg\": 156.65311312675476\n    },\n    \"time_since_restore\": {\n      \"max\": 105.02805352210999,\n      \"min\": 103.25011920928955,\n      \"avg\": 104.13908636569977,\n      \"last\": 103.25011920928955,\n      \"last-5-avg\": 104.13908636569977,\n      \"last-10-avg\": 104.13908636569977\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1.0,\n      \"last\": 1,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1c833e19e4094869452946807680d4308412010e807d29e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1c833e19e4094869452946807680d4308412010e807d29e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405a41cba1000000474059d001f4000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405a41cba1000000474059d001f4000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405a41cba100000047406a08e6ca800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405a41cba100000047406a08e6ca800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405a41cba1000000474059d001f4000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405a41cba1000000474059d001f4000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595a6090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34356230613763325f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31342d35352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a113c6fbb16b58384927645bec95b012a9000736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1c833e19e4094869452948c0974696d657374616d70944a35587d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083435623061376332948c0464617465948c13323032342d30362d32375f31342d31362d3533948c1074696d655f746869735f697465725f739447405a41cba10000008c0c74696d655f746f74616c5f739447405a41cba10000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe2b31eb17890118c026c7294473f4de5e2f730db688c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405a41cba10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34356230613763325f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31342d35352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11ea25f9540c135f8745418a65e48727e1007362756268317d94288c046c6f7373946836683c4308412010e807d29e4094869452948c0974696d657374616d70944ac6647d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083435623061376332948c0464617465948c13323032342d30362d32375f31352d31302d3330948c1074696d655f746869735f697465725f7394474059d001f40000008c0c74696d655f746f74616c5f739447406a08e6ca8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe2b31eb17890118c026c7294473f4de5e2f730db688c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474059d001f40000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"b6132594\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62363133323539345f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31352d3038948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f55eff6464b8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.40559456476144173,\n    \"lr\": 0.0012413894518875446,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.40559456476144173,\n    \"lr\": 0.0012413894518875446,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.40559456476144173,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.0012413894518875446,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4056,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0012,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719490613.826301,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1968.0043185977486,\n    \"timestamp\": 1719493918,\n    \"checkpoint_dir_name\": \"checkpoint_000001\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 2,\n    \"trial_id\": \"b6132594\",\n    \"date\": \"2024-06-27_15-11-58\",\n    \"time_this_iter_s\": 87.441162109375,\n    \"time_total_s\": 176.20621371269226,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.40559456476144173,\n      \"lr\": 0.0012413894518875446,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 87.441162109375,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4056,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0012,n_head=1\"\n  },\n  \"last_result_time\": 1719493918.5302434,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1968.0043185977486,\n      \"min\": 1965.450800377553,\n      \"avg\": 1966.7275594876508,\n      \"last\": 1968.0043185977486,\n      \"last-5-avg\": 1966.7275594876508,\n      \"last-10-avg\": 1966.7275594876508\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 88.76505160331726,\n      \"min\": 87.441162109375,\n      \"avg\": 88.10310685634613,\n      \"last\": 87.441162109375,\n      \"last-5-avg\": 88.10310685634613,\n      \"last-10-avg\": 88.10310685634613\n    },\n    \"time_total_s\": {\n      \"max\": 176.20621371269226,\n      \"min\": 88.76505160331726,\n      \"avg\": 132.48563265800476,\n      \"last\": 176.20621371269226,\n      \"last-5-avg\": 132.48563265800476,\n      \"last-10-avg\": 132.48563265800476\n    },\n    \"time_since_restore\": {\n      \"max\": 88.76505160331726,\n      \"min\": 87.441162109375,\n      \"avg\": 88.10310685634613,\n      \"last\": 87.441162109375,\n      \"last-5-avg\": 88.10310685634613,\n      \"last-10-avg\": 88.10310685634613\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1.0,\n      \"last\": 1,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308753a9d9ecdb59e4094869452946807680d43086130186c04c09e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308753a9d9ecdb59e4094869452946807680d43086130186c04c09e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405630f69b000000474055dc3c00000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405630f69b000000474055dc3c00000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405630f69b00000047406606994d800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405630f69b00000047406606994d800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405630f69b000000474055dc3c00000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405630f69b000000474055dc3c00000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62363133323539345f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31352d30382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a111e84a36d5a19a88bd14ee9284acc31f100736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308753a9d9ecdb59e4094869452948c0974696d657374616d70944a8e587d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086236313332353934948c0464617465948c13323032342d30362d32375f31342d31382d3232948c1074696d655f746869735f697465725f739447405630f69b0000008c0c74696d655f746f74616c5f739447405630f69b0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9f542e7c57cde8c026c7294473f5456c3c63cb9a48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405630f69b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62363133323539345f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31352d30382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10de109954f878ee95d74215d96a0295337362756268317d94288c046c6f7373946836683c43086130186c04c09e4094869452948c0974696d657374616d70944a1e657d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086236313332353934948c0464617465948c13323032342d30362d32375f31352d31312d3538948c1074696d655f746869735f697465725f7394474055dc3c000000008c0c74696d655f746f74616c5f739447406606994d8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9f542e7c57cde8c026c7294473f5456c3c63cb9a48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474055dc3c000000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"c590a939\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63353930613933395f335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f72615f323032342d30362d32375f31342d31362d3533948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f55eff6464b8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.8825060164596403,\n    \"lr\": 0.00022475452906788255,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.8825060164596403,\n    \"lr\": 0.00022475452906788255,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.8825060164596403,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.00022475452906788255,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.8825,embedding_dim=256,encoder_ff=2048,encoder_num_layer=4,lr=0.0002,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719490702.7429175,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2052.7300347756213,\n    \"timestamp\": 1719490908,\n    \"checkpoint_dir_name\": \"checkpoint_000000\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 1,\n    \"trial_id\": \"c590a939\",\n    \"date\": \"2024-06-27_14-21-48\",\n    \"time_this_iter_s\": 205.80420541763306,\n    \"time_total_s\": 205.80420541763306,\n    \"pid\": 35196,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.8825060164596403,\n      \"lr\": 0.00022475452906788255,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 205.80420541763306,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.8825,embedding_dim=256,encoder_ff=2048,encoder_num_layer=4,lr=0.0002,n_head=1\"\n  },\n  \"last_result_time\": 1719490908.552439,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2052.7300347756213,\n      \"min\": 2052.7300347756213,\n      \"avg\": 2052.7300347756213,\n      \"last\": 2052.7300347756213,\n      \"last-5-avg\": 2052.7300347756213,\n      \"last-10-avg\": 2052.7300347756213\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": true,\n      \"last\": true,\n      \"last-5-avg\": true,\n      \"last-10-avg\": true\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": false,\n      \"last\": false,\n      \"last-5-avg\": false,\n      \"last-10-avg\": false\n    },\n    \"training_iteration\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    },\n    \"time_this_iter_s\": {\n      \"max\": 205.80420541763306,\n      \"min\": 205.80420541763306,\n      \"avg\": 205.80420541763306,\n      \"last\": 205.80420541763306,\n      \"last-5-avg\": 205.80420541763306,\n      \"last-10-avg\": 205.80420541763306\n    },\n    \"time_total_s\": {\n      \"max\": 205.80420541763306,\n      \"min\": 205.80420541763306,\n      \"avg\": 205.80420541763306,\n      \"last\": 205.80420541763306,\n      \"last-5-avg\": 205.80420541763306,\n      \"last-10-avg\": 205.80420541763306\n    },\n    \"time_since_restore\": {\n      \"max\": 205.80420541763306,\n      \"min\": 205.80420541763306,\n      \"avg\": 205.80420541763306,\n      \"last\": 205.80420541763306,\n      \"last-5-avg\": 205.80420541763306,\n      \"last-10-avg\": 205.80420541763306\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1ec77509a0409486945294612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1ec77509a0409486945294612e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474069b9bc0d000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474069b9bc0d000000612e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474069b9bc0d000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474069b9bc0d000000612e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474069b9bc0d000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474069b9bc0d000000612e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059516060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63353930613933395f335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f72615f323032342d30362d32375f31342d31362d35332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a103b01b1502ffadfb00647a0c00583dc74736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1ec77509a04094869452948c0974696d657374616d70944a5c597d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086335393061393339948c0464617465948c13323032342d30362d32375f31342d32312d3438948c1074696d655f746869735f697465725f7394474069b9bc0d0000008c0c74696d655f746f74616c5f7394474069b9bc0d0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fec3d7d41e6f4e28c026c7294473f2d7582b435fe4f8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474069b9bc0d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"46437290\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34363433373239305f345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32375f31342d31382d3232948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f55eff6464b8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.701917375344629,\n    \"lr\": 0.07215703780021865,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.701917375344629,\n    \"lr\": 0.07215703780021865,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.701917375344629,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.07215703780021865,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.7019,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0722,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719490908.697507,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 4868.725482129676,\n    \"timestamp\": 1719491306,\n    \"checkpoint_dir_name\": \"checkpoint_000000\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 1,\n    \"trial_id\": \"46437290\",\n    \"date\": \"2024-06-27_14-28-26\",\n    \"time_this_iter_s\": 398.2001099586487,\n    \"time_total_s\": 398.2001099586487,\n    \"pid\": 35196,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.701917375344629,\n      \"lr\": 0.07215703780021865,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 398.2001099586487,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.7019,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0722,n_head=1\"\n  },\n  \"last_result_time\": 1719491306.9027562,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 4868.725482129676,\n      \"min\": 4868.725482129676,\n      \"avg\": 4868.725482129676,\n      \"last\": 4868.725482129676,\n      \"last-5-avg\": 4868.725482129676,\n      \"last-10-avg\": 4868.725482129676\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": true,\n      \"last\": true,\n      \"last-5-avg\": true,\n      \"last-10-avg\": true\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": false,\n      \"last\": false,\n      \"last-5-avg\": false,\n      \"last-10-avg\": false\n    },\n    \"training_iteration\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    },\n    \"time_this_iter_s\": {\n      \"max\": 398.2001099586487,\n      \"min\": 398.2001099586487,\n      \"avg\": 398.2001099586487,\n      \"last\": 398.2001099586487,\n      \"last-5-avg\": 398.2001099586487,\n      \"last-10-avg\": 398.2001099586487\n    },\n    \"time_total_s\": {\n      \"max\": 398.2001099586487,\n      \"min\": 398.2001099586487,\n      \"avg\": 398.2001099586487,\n      \"last\": 398.2001099586487,\n      \"last-5-avg\": 398.2001099586487,\n      \"last-10-avg\": 398.2001099586487\n    },\n    \"time_since_restore\": {\n      \"max\": 398.2001099586487,\n      \"min\": 398.2001099586487,\n      \"avg\": 398.2001099586487,\n      \"last\": 398.2001099586487,\n      \"last-5-avg\": 398.2001099586487,\n      \"last-10-avg\": 398.2001099586487\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432b9b904b3409486945294612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432b9b904b3409486945294612e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474078e333a6800000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474078e333a6800000612e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474078e333a6800000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474078e333a6800000612e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474078e333a6800000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474078e333a6800000612e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34363433373239305f345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32375f31342d31382d32322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11c12dd6b8aaaa93bb62427cb698a7559700736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432b9b904b34094869452948c0974696d657374616d70944aea5a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083436343337323930948c0464617465948c13323032342d30362d32375f31342d32382d3236948c1074696d655f746869735f697465725f7394474078e333a68000008c0c74696d655f746f74616c5f7394474078e333a68000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe6761b6d732dc78c026c7294473fb278e2358736788c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474078e333a68000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"e4c88f47\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d3438948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f563b53b3be8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.3870437260805145,\n    \"lr\": 0.00016963815672588173,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.3870437260805145,\n    \"lr\": 0.00016963815672588173,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.3870437260805145,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.00016963815672588173,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.3870,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0002,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719491307.0472715,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 282.4288875549797,\n    \"timestamp\": 1719495202,\n    \"checkpoint_dir_name\": \"checkpoint_000003\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 4,\n    \"trial_id\": \"e4c88f47\",\n    \"date\": \"2024-06-27_15-33-22\",\n    \"time_this_iter_s\": 110.45332741737366,\n    \"time_total_s\": 480.6276955604553,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.3870437260805145,\n      \"lr\": 0.00016963815672588173,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 234.34683394432068,\n    \"iterations_since_restore\": 2,\n    \"experiment_tag\": \"5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.3870,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0002,n_head=16\"\n  },\n  \"last_result_time\": 1719495202.6587071,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 719.9917376660925,\n      \"min\": 282.4288875549797,\n      \"avg\": 455.0858845147561,\n      \"last\": 282.4288875549797,\n      \"last-5-avg\": 455.0858845147561,\n      \"last-10-avg\": 455.0858845147561\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 4,\n      \"min\": 1,\n      \"avg\": 2.5,\n      \"last\": 4,\n      \"last-5-avg\": 2.5,\n      \"last-10-avg\": 2.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 123.89350652694702,\n      \"min\": 110.45332741737366,\n      \"avg\": 120.15692389011383,\n      \"last\": 110.45332741737366,\n      \"last-5-avg\": 120.15692389011383,\n      \"last-10-avg\": 120.15692389011383\n    },\n    \"time_total_s\": {\n      \"max\": 480.6276955604553,\n      \"min\": 123.22117924690247,\n      \"avg\": 305.0760261416435,\n      \"last\": 480.6276955604553,\n      \"last-5-avg\": 305.0760261416435,\n      \"last-10-avg\": 305.0760261416435\n    },\n    \"time_since_restore\": {\n      \"max\": 234.34683394432068,\n      \"min\": 123.05968236923218,\n      \"avg\": 151.1303005218506,\n      \"last\": 234.34683394432068,\n      \"last-5-avg\": 151.1303005218506,\n      \"last-10-avg\": 151.1303005218506\n    },\n    \"iterations_since_restore\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.25,\n      \"last\": 2,\n      \"last-5-avg\": 1.25,\n      \"last-10-avg\": 1.25\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a1502814ef7f864094869452946807680d43085fafd72b2a887c4094869452946807680d4308a3d168149a96764094869452946807680d4308ca6432b9dca671409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a1502814ef7f864094869452946807680d43085fafd72b2a887c4094869452946807680d4308a3d168149a96764094869452946807680d4308ca6432b9dca671409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405ece27cd00000047405ec3d1d600000047405ef92f3600000047405b9d0351000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405ece27cd00000047405ec3d1d600000047405ef92f3600000047405b9d0351000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405ece27cd00000047406ec8fcd180000047407722ca3640000047407e0a0b0a800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405ece27cd00000047406ec8fcd180000047407722ca3640000047407e0a0b0a800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405ece27cd00000047405ec3d1d600000047405ef92f3600000047406d4b1943800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405ece27cd00000047405ec3d1d600000047405ef92f3600000047406d4b1943800000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b014b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b02652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595bb100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d34382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a104c77b5abfd90699cb84d152dc00f417e736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a1502814ef7f864094869452948c0974696d657374616d70944a665b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086534633838663437948c0464617465948c13323032342d30362d32375f31342d33302d3330948c1074696d655f746869735f697465725f739447405ece27cd0000008c0c74696d655f746f74616c5f739447405ece27cd0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd8c5530c68d1968c026c7294473f263c1cabab4ff68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405ece27cd0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d34382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10d27b88bbebd8d58dc1469a77477d351b7362756268317d94288c046c6f7373946836683c43085fafd72b2a887c4094869452948c0974696d657374616d70944a99657d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086534633838663437948c0464617465948c13323032342d30362d32375f31352d31342d3031948c1074696d655f746869735f697465725f739447405ec3d1d60000008c0c74696d655f746f74616c5f739447406ec8fcd18000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd8c5530c68d1968c026c7294473f263c1cabab4ff68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405ec3d1d60000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d34382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10f0e928167e46ffb8084370d8221676417362756268317d94288c046c6f7373946836683c4308a3d168149a96764094869452948c0974696d657374616d70944ab4697d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086534633838663437948c0464617465948c13323032342d30362d32375f31352d33312d3332948c1074696d655f746869735f697465725f739447405ef92f360000008c0c74696d655f746f74616c5f739447407722ca364000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd8c5530c68d1968c026c7294473f263c1cabab4ff68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405ef92f360000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d34382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a113f18d23723b6daa7134e9f35c1a37bc4007362756268317d94288c046c6f7373946836683c4308ca6432b9dca6714094869452948c0974696d657374616d70944a226a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086534633838663437948c0464617465948c13323032342d30362d32375f31352d33332d3232948c1074696d655f746869735f697465725f739447405b9d03510000008c0c74696d655f746f74616c5f739447407e0a0b0a8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd8c5530c68d1968c026c7294473f263c1cabab4ff68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406d4b19438000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"c02405fc\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63303234303566635f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d32382d3237948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5686abeffa8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.5345579147076132,\n    \"lr\": 0.0017624805585372257,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.5345579147076132,\n    \"lr\": 0.0017624805585372257,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.5345579147076132,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.0017624805585372257,\n    \"n_head\": 2\n  },\n  \"experiment_tag\": \"6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.5346,embedding_dim=256,encoder_ff=1024,encoder_num_layer=1,lr=0.0018,n_head=2\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719491430.417824,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1978.1414919875738,\n    \"timestamp\": 1719494127,\n    \"checkpoint_dir_name\": \"checkpoint_000001\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 2,\n    \"trial_id\": \"c02405fc\",\n    \"date\": \"2024-06-27_15-15-27\",\n    \"time_this_iter_s\": 85.28851962089539,\n    \"time_total_s\": 170.36695647239685,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 2,\n      \"drop_rate\": 0.5345579147076132,\n      \"lr\": 0.0017624805585372257,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 85.28851962089539,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.5346,embedding_dim=256,encoder_ff=1024,encoder_num_layer=1,lr=0.0018,n_head=2\"\n  },\n  \"last_result_time\": 1719494127.176625,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1978.1414919875738,\n      \"min\": 1977.4159521868849,\n      \"avg\": 1977.7787220872292,\n      \"last\": 1978.1414919875738,\n      \"last-5-avg\": 1977.7787220872292,\n      \"last-10-avg\": 1977.7787220872292\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 85.28851962089539,\n      \"min\": 85.07843685150146,\n      \"avg\": 85.18347823619843,\n      \"last\": 85.28851962089539,\n      \"last-5-avg\": 85.18347823619843,\n      \"last-10-avg\": 85.18347823619843\n    },\n    \"time_total_s\": {\n      \"max\": 170.36695647239685,\n      \"min\": 85.07843685150146,\n      \"avg\": 127.72269666194916,\n      \"last\": 170.36695647239685,\n      \"last-5-avg\": 127.72269666194916,\n      \"last-10-avg\": 127.72269666194916\n    },\n    \"time_since_restore\": {\n      \"max\": 85.28851962089539,\n      \"min\": 85.07843685150146,\n      \"avg\": 85.18347823619843,\n      \"last\": 85.28851962089539,\n      \"last-5-avg\": 85.18347823619843,\n      \"last-10-avg\": 85.18347823619843\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1.0,\n      \"last\": 1,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5eefa9e59e4094869452946807680d43081a8d46e390e89e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5eefa9e59e4094869452946807680d43081a8d46e390e89e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405545051c00000047405552771b000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405545051c00000047405552771b000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405545051c0000004740654bbe1b800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405545051c0000004740654bbe1b800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405545051c00000047405552771b000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405545051c00000047405552771b000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303234303566635f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d32382d32372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1192ffe0ed0a7a69bc0d4ce4786ab3f4bc00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5eefa9e59e4094869452948c0974696d657374616d70944abb5b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086330323430356663948c0464617465948c13323032342d30362d32375f31342d33312d3535948c1074696d655f746869735f697465725f739447405545051c0000008c0c74696d655f746f74616c5f739447405545051c0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe11b19332f96c88c026c7294473f5ce06116f5cff98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405545051c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303234303566635f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d32382d32372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a105a68de780ad8cda8d449c289f37ac50e7362756268317d94288c046c6f7373946836683c43081a8d46e390e89e4094869452948c0974696d657374616d70944aef657d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086330323430356663948c0464617465948c13323032342d30362d32375f31352d31352d3237948c1074696d655f746869735f697465725f739447405552771b0000008c0c74696d655f746f74616c5f73944740654bbe1b8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe11b19332f96c88c026c7294473f5ce06116f5cff98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405552771b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"fbff5866\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d3330948c1863757272656e745f636865636b706f696e745f696e646578944b078c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f56d2076eea8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.4230793088582453,\n    \"lr\": 0.00288155269334617,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.4230793088582453,\n    \"lr\": 0.00288155269334617,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.4230793088582453,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.00288155269334617,\n    \"n_head\": 8\n  },\n  \"experiment_tag\": \"7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.4231,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0029,n_head=8\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719491515.6681583,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 162.7404464361236,\n    \"timestamp\": 1719496142,\n    \"checkpoint_dir_name\": \"checkpoint_000007\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 8,\n    \"trial_id\": \"fbff5866\",\n    \"date\": \"2024-06-27_15-49-02\",\n    \"time_this_iter_s\": 51.523138761520386,\n    \"time_total_s\": 467.1599063873291,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 8,\n      \"drop_rate\": 0.4230793088582453,\n      \"lr\": 0.00288155269334617,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 220.28046131134033,\n    \"iterations_since_restore\": 4,\n    \"experiment_tag\": \"7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.4231,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0029,n_head=8\"\n  },\n  \"last_result_time\": 1719496142.7300203,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 393.9815991018701,\n      \"min\": 162.7404464361236,\n      \"avg\": 220.9229281718337,\n      \"last\": 162.7404464361236,\n      \"last-5-avg\": 180.14905679056966,\n      \"last-10-avg\": 220.9229281718337\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 8,\n      \"min\": 1,\n      \"avg\": 4.5,\n      \"last\": 8,\n      \"last-5-avg\": 6.0,\n      \"last-10-avg\": 4.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 65.51874613761902,\n      \"min\": 51.523138761520386,\n      \"avg\": 58.39498829841614,\n      \"last\": 51.523138761520386,\n      \"last-5-avg\": 54.39381432533264,\n      \"last-10-avg\": 58.39498829841614\n    },\n    \"time_total_s\": {\n      \"max\": 467.1599063873291,\n      \"min\": 64.76905679702759,\n      \"avg\": 274.53264632821083,\n      \"last\": 467.1599063873291,\n      \"last-5-avg\": 361.20269522666933,\n      \"last-10-avg\": 274.53264632821083\n    },\n    \"time_since_restore\": {\n      \"max\": 220.28046131134033,\n      \"min\": 64.76905679702759,\n      \"avg\": 110.42484095692635,\n      \"last\": 220.28046131134033,\n      \"last-5-avg\": 137.64157857894898,\n      \"last-10-avg\": 110.42484095692635\n    },\n    \"iterations_since_restore\": {\n      \"max\": 4,\n      \"min\": 1,\n      \"avg\": 1.875,\n      \"last\": 4,\n      \"last-5-avg\": 2.4,\n      \"last-10-avg\": 1.875\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088bc5627102d0694094869452946807680d4308994c26332407674094869452946807680d43088d46a3d1ba4f664094869452946807680d430857abd52a4619654094869452946807680d4308e672b9bcb15764409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005950f010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080a8542a1b49f784094869452946807680d4308cce57259e836704094869452946807680d4308914824b231a76a4094869452946807680d43088bc5627102d0694094869452946807680d4308994c26332407674094869452946807680d43088d46a3d1ba4f664094869452946807680d430857abd52a4619654094869452946807680d4308e672b9bcb15764409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b044b054b064b074b08652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b08652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474049d82462000000474050562bfe000000474049f15b3c000000474049c33cba000000474049c2f636000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405031383a00000047405061332300000047405039cb46000000474049d82462000000474050562bfe000000474049f15b3c000000474049c33cba000000474049c2f636000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406edc246a000000474073839d34800000474076c1c89c000000474079fa303340000047407d328efa000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405031383a0000004740604935ae800000474068661b5180000047406edc246a000000474073839d34800000474076c1c89c000000474079fa303340000047407d328efa000000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405d25dd77000000474050562bfe00000047405d4ed99c000000474065183bfc80000047406b88f98a000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405031383a00000047405061332300000047405039cb4600000047405d25dd77000000474050562bfe00000047405d4ed99c000000474065183bfc80000047406b88f98a000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b024b014b024b034b04652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b024b014b024b034b04652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595ef1e0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a106e0c6f652d30f7aadf47ad952148fd24736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080a8542a1b49f784094869452948c0974696d657374616d70944afc5b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31342d33332d3030948c1074696d655f746869735f697465725f739447405031383a0000008c0c74696d655f746f74616c5f739447405031383a0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405031383a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11eba4e86305715a9f9646b44c07def4ce007362756268317d94288c046c6f7373946836683c4308cce57259e836704094869452948c0974696d657374616d70944a30667d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d31362d3332948c1074696d655f746869735f697465725f73944740506133230000008c0c74696d655f746f74616c5f73944740604935ae8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740506133230000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10cfbcb84a82684892314ac8ce230bae087362756268317d94288c046c6f7373946836683c4308914824b231a76a4094869452948c0974696d657374616d70944a636a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d33342d3237948c1074696d655f746869735f697465725f739447405039cb460000008c0c74696d655f746f74616c5f7394474068661b518000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405039cb460000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1036ef889b861193a9964c173aa67baa177362756268317d94288c046c6f7373946836683c43088bc5627102d0694094869452948c0974696d657374616d70944a976a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d33352d3139948c1074696d655f746869735f697465725f7394474049d824620000008c0c74696d655f746f74616c5f739447406edc246a0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405d25dd770000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1080894f10ecfd28a0244edee4d3965f1c7362756268317d94288c046c6f7373946836683c4308994c26332407674094869452948c0974696d657374616d70944a336d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d34362d3237948c1074696d655f746869735f697465725f7394474050562bfe0000008c0c74696d655f746f74616c5f7394474073839d348000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474050562bfe0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1057c802a79407239aa947d68a8e3314237362756268317d94288c046c6f7373946836683c43088d46a3d1ba4f664094869452948c0974696d657374616d70944a676d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d34372d3139948c1074696d655f746869735f697465725f7394474049f15b3c0000008c0c74696d655f746f74616c5f7394474076c1c89c0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405d4ed99c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11c6615b73f76f04a1104124e0dc2429eb007362756268317d94288c046c6f7373946836683c430857abd52a4619654094869452948c0974696d657374616d70944a9b6d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d34382d3131948c1074696d655f746869735f697465725f7394474049c33cba0000008c0c74696d655f746f74616c5f7394474079fa30334000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474065183bfc8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1038fb1a86d6b4d18392407d4fcda3df427362756268317d94288c046c6f7373946836683c4308e672b9bcb157644094869452948c0974696d657374616d70944ace6d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d34392d3032948c1074696d655f746869735f697465725f7394474049c2f6360000008c0c74696d655f746f74616c5f739447407d328efa0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b88f98a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a7c01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"5dabf7aa\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35646162663761615f385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d33312d3535948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f56d2076eea8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.5222925375143747,\n    \"lr\": 0.001905027104926316,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.5222925375143747,\n    \"lr\": 0.001905027104926316,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.5222925375143747,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.001905027104926316,\n    \"n_head\": 8\n  },\n  \"experiment_tag\": \"8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.5223,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0019,n_head=8\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719491580.5904746,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1978.6859784464198,\n    \"timestamp\": 1719494473,\n    \"checkpoint_dir_name\": \"checkpoint_000001\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 2,\n    \"trial_id\": \"5dabf7aa\",\n    \"date\": \"2024-06-27_15-21-13\",\n    \"time_this_iter_s\": 280.56061816215515,\n    \"time_total_s\": 560.0860278606415,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 8,\n      \"drop_rate\": 0.5222925375143747,\n      \"lr\": 0.001905027104926316,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 280.56061816215515,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.5223,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0019,n_head=8\"\n  },\n  \"last_result_time\": 1719494473.5581014,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1978.6859784464198,\n      \"min\": 1977.4477678434116,\n      \"avg\": 1978.0668731449157,\n      \"last\": 1978.6859784464198,\n      \"last-5-avg\": 1978.0668731449157,\n      \"last-10-avg\": 1978.0668731449157\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 280.56061816215515,\n      \"min\": 279.5254096984863,\n      \"avg\": 280.04301393032074,\n      \"last\": 280.56061816215515,\n      \"last-5-avg\": 280.04301393032074,\n      \"last-10-avg\": 280.04301393032074\n    },\n    \"time_total_s\": {\n      \"max\": 560.0860278606415,\n      \"min\": 279.5254096984863,\n      \"avg\": 419.8057187795639,\n      \"last\": 560.0860278606415,\n      \"last-5-avg\": 419.8057187795639,\n      \"last-10-avg\": 419.8057187795639\n    },\n    \"time_since_restore\": {\n      \"max\": 280.56061816215515,\n      \"min\": 279.5254096984863,\n      \"avg\": 280.04301393032074,\n      \"last\": 280.56061816215515,\n      \"last-5-avg\": 280.04301393032074,\n      \"last-10-avg\": 280.04301393032074\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1.0,\n      \"last\": 1,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089d4ea783cae59e4094869452946807680d430889442271beea9e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089d4ea783cae59e4094869452946807680d430889442271beea9e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407178681400000047407188f84ac00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407178681400000047407188f84ac00000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407178681400000047408180b02f600000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407178681400000047408180b02f600000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407178681400000047407188f84ac00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407178681400000047407188f84ac00000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35646162663761615f385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d33312d35352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10f87213f1b4d005900742fde1eb4fe67f736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089d4ea783cae59e4094869452948c0974696d657374616d70944a145d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083564616266376161948c0464617465948c13323032342d30362d32375f31342d33372d3430948c1074696d655f746869735f697465725f73944740717868140000008c0c74696d655f746f74616c5f73944740717868140000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe0b69ed6f236018c026c7294473f5f3643474613688c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740717868140000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35646162663761615f385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d33312d35352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a118055c0777e6d5aa2134f02da4fbe7bcf007362756268317d94288c046c6f7373946836683c430889442271beea9e4094869452948c0974696d657374616d70944a49677d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083564616266376161948c0464617465948c13323032342d30362d32375f31352d32312d3133948c1074696d655f746869735f697465725f739447407188f84ac000008c0c74696d655f746f74616c5f739447408180b02f6000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe0b69ed6f236018c026c7294473f5f3643474613688c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407188f84ac000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"111ed79d\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31313165643739645f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d33332d3030948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f56d2076eea8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.18892533975584302,\n    \"lr\": 0.0023772931833339287,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.18892533975584302,\n    \"lr\": 0.0023772931833339287,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.18892533975584302,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.0023772931833339287,\n    \"n_head\": 2\n  },\n  \"experiment_tag\": \"9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.1889,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=4,lr=0.0024,n_head=2\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"ERROR\",\n  \"relative_logdir\": \"train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719491860.263491,\n  \"num_failures\": 1,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": \"error.txt\",\n  \"pickled_error_filename\": \"error.pkl\",\n  \"last_result\": {\n    \"trial_id\": \"111ed79d\"\n  },\n  \"last_result_time\": -Infinity,\n  \"metric_analysis\": {},\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {},\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"3c9a1c0c\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33633961316330635f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d33372d3430948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f571d6533e78c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.3031602001882847,\n    \"lr\": 0.019401170360006482,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.3031602001882847,\n    \"lr\": 0.019401170360006482,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.3031602001882847,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.019401170360006482,\n    \"n_head\": 2\n  },\n  \"experiment_tag\": \"10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.3032,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=1,lr=0.0194,n_head=2\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719491882.9045873,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 4021.740253598671,\n    \"timestamp\": 1719492153,\n    \"checkpoint_dir_name\": \"checkpoint_000000\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 1,\n    \"trial_id\": \"3c9a1c0c\",\n    \"date\": \"2024-06-27_14-42-33\",\n    \"time_this_iter_s\": 270.95838141441345,\n    \"time_total_s\": 270.95838141441345,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 2,\n      \"drop_rate\": 0.3031602001882847,\n      \"lr\": 0.019401170360006482,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 270.95838141441345,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.3032,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=1,lr=0.0194,n_head=2\"\n  },\n  \"last_result_time\": 1719492153.868094,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 4021.740253598671,\n      \"min\": 4021.740253598671,\n      \"avg\": 4021.740253598671,\n      \"last\": 4021.740253598671,\n      \"last-5-avg\": 4021.740253598671,\n      \"last-10-avg\": 4021.740253598671\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": true,\n      \"last\": true,\n      \"last-5-avg\": true,\n      \"last-10-avg\": true\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": false,\n      \"last\": false,\n      \"last-5-avg\": false,\n      \"last-10-avg\": false\n    },\n    \"training_iteration\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    },\n    \"time_this_iter_s\": {\n      \"max\": 270.95838141441345,\n      \"min\": 270.95838141441345,\n      \"avg\": 270.95838141441345,\n      \"last\": 270.95838141441345,\n      \"last-5-avg\": 270.95838141441345,\n      \"last-10-avg\": 270.95838141441345\n    },\n    \"time_total_s\": {\n      \"max\": 270.95838141441345,\n      \"min\": 270.95838141441345,\n      \"avg\": 270.95838141441345,\n      \"last\": 270.95838141441345,\n      \"last-5-avg\": 270.95838141441345,\n      \"last-10-avg\": 270.95838141441345\n    },\n    \"time_since_restore\": {\n      \"max\": 270.95838141441345,\n      \"min\": 270.95838141441345,\n      \"avg\": 270.95838141441345,\n      \"last\": 270.95838141441345,\n      \"last-5-avg\": 270.95838141441345,\n      \"last-10-avg\": 270.95838141441345\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85027b6baf409486945294612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85027b6baf409486945294612e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474070ef5587c00000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474070ef5587c00000612e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474070ef5587c00000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474070ef5587c00000612e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474070ef5587c00000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474070ef5587c00000612e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33633961316330635f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d33372d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10976d91b6840d659928409e187109ca03736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85027b6baf4094869452948c0974696d657374616d70944a395e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083363396131633063948c0464617465948c13323032342d30362d32375f31342d34322d3333948c1074696d655f746869735f697465725f7394474070ef5587c000008c0c74696d655f746f74616c5f7394474070ef5587c000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd366fa0a507ad08c026c7294473f93dde680cd292d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474070ef5587c000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"d2831dee\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d3032948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f571d6533e78c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.049653684746237436,\n    \"lr\": 0.0014072769080781988,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.049653684746237436,\n    \"lr\": 0.0014072769080781988,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.049653684746237436,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.0014072769080781988,\n    \"n_head\": 8\n  },\n  \"experiment_tag\": \"11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.0497,embedding_dim=256,encoder_ff=512,encoder_num_layer=8,lr=0.0014,n_head=8\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719492154.0292606,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1955.4441956046999,\n    \"timestamp\": 1719495922,\n    \"checkpoint_dir_name\": \"checkpoint_000003\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 4,\n    \"trial_id\": \"d2831dee\",\n    \"date\": \"2024-06-27_15-45-22\",\n    \"time_this_iter_s\": 294.4752688407898,\n    \"time_total_s\": 1219.263512134552,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 8,\n      \"drop_rate\": 0.049653684746237436,\n      \"lr\": 0.0014072769080781988,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 602.716100692749,\n    \"iterations_since_restore\": 2,\n    \"experiment_tag\": \"11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.0497,embedding_dim=256,encoder_ff=512,encoder_num_layer=8,lr=0.0014,n_head=8\"\n  },\n  \"last_result_time\": 1719495922.2748032,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1960.276611328125,\n      \"min\": 1955.4441956046999,\n      \"avg\": 1957.426397128368,\n      \"last\": 1955.4441956046999,\n      \"last-5-avg\": 1957.426397128368,\n      \"last-10-avg\": 1957.426397128368\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": true,\n      \"min\": false,\n      \"avg\": 0.25,\n      \"last\": true,\n      \"last-5-avg\": 0.25,\n      \"last-10-avg\": 0.25\n    },\n    \"training_iteration\": {\n      \"max\": 4,\n      \"min\": 1,\n      \"avg\": 2.5,\n      \"last\": 4,\n      \"last-5-avg\": 2.5,\n      \"last-10-avg\": 2.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 309.7399287223816,\n      \"min\": 294.4752688407898,\n      \"avg\": 304.815878033638,\n      \"last\": 294.4752688407898,\n      \"last-5-avg\": 304.815878033638,\n      \"last-10-avg\": 304.815878033638\n    },\n    \"time_total_s\": {\n      \"max\": 1219.263512134552,\n      \"min\": 306.8074827194214,\n      \"avg\": 766.8516623973846,\n      \"last\": 1219.263512134552,\n      \"last-5-avg\": 766.8516623973846,\n      \"last-10-avg\": 766.8516623973846\n    },\n    \"time_since_restore\": {\n      \"max\": 602.716100692749,\n      \"min\": 306.8074827194214,\n      \"avg\": 381.8760859966278,\n      \"last\": 602.716100692749,\n      \"last-5-avg\": 381.8760859966278,\n      \"last-10-avg\": 381.8760859966278\n    },\n    \"iterations_since_restore\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.25,\n      \"last\": 2,\n      \"last-5-avg\": 1.25,\n      \"last-10-avg\": 1.25\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082291488405999e4094869452946807680d430832994ce6ea8e9e4094869452946807680d4308000000401ba19e4094869452946807680d4308da6c36dbc68d9e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082291488405999e4094869452946807680d430832994ce6ea8e9e4094869452946807680d4308000000401ba19e4094869452946807680d4308da6c36dbc68d9e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898988652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898988652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740732ceb730000004740735bd6bf80000047407343da72800000474072679ab3800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740732ceb730000004740735bd6bf80000047407343da72800000474072679ab3800000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740732ceb7300000047408344611940000047408ce64e528000004740930d0dd6200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740732ceb7300000047408344611940000047408ce64e528000004740930d0dd6200000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740732ceb730000004740735bd6bf80000047407343da72800000474082d5ba93000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740732ceb730000004740735bd6bf80000047407343da72800000474082d5ba93000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b014b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b02652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595c4100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d30322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11a783fb95532ae38cbf49a1fa200f96cc00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082291488405999e4094869452948c0974696d657374616d70944a6c5f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086432383331646565948c0464617465948c13323032342d30362d32375f31342d34372d3430948c1074696d655f746869735f697465725f73944740732ceb730000008c0c74696d655f746f74616c5f73944740732ceb730000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa96c353038d2e08c026c7294473f570e8c12fbb0528c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740732ceb730000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d30322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a117515e55621a71686a34799b8eb1972cf007362756268317d94288c046c6f7373946836683c430832994ce6ea8e9e4094869452948c0974696d657374616d70944a7f687d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086432383331646565948c0464617465948c13323032342d30362d32375f31352d32362d3233948c1074696d655f746869735f697465725f73944740735bd6bf8000008c0c74696d655f746f74616c5f73944740834461194000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa96c353038d2e08c026c7294473f570e8c12fbb0528c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740735bd6bf8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d30322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11e818a640d756059bbb4171b0363654ac007362756268317d94288c046c6f7373946836683c4308000000401ba19e4094869452948c0974696d657374616d70944acb6b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086432383331646565948c0464617465948c13323032342d30362d32375f31352d34302d3237948c1074696d655f746869735f697465725f739447407343da728000008c0c74696d655f746f74616c5f739447408ce64e528000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa96c353038d2e08c026c7294473f570e8c12fbb0528c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407343da728000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d30322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a116a4601abae70208d3e45345c0b1c1887007362756268317d94288c046c6f7373946836683c4308da6c36dbc68d9e4094869452948c0974696d657374616d70944af26c7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086432383331646565948c0464617465948c13323032342d30362d32375f31352d34352d3232948c1074696d655f746869735f697465725f7394474072679ab38000008c0c74696d655f746f74616c5f73944740930d0dd62000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa96c353038d2e08c026c7294473f570e8c12fbb0528c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082d5ba930000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"41e4bd86\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34316534626438365f31325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d34322d3334948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5768bfafe68c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.9072626058636482,\n    \"lr\": 0.003236929771052812,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.9072626058636482,\n    \"lr\": 0.003236929771052812,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.9072626058636482,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.003236929771052812,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.9073,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0032,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719492460.9907658,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2134.4770325187624,\n    \"timestamp\": 1719493181,\n    \"checkpoint_dir_name\": \"checkpoint_000000\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 1,\n    \"trial_id\": \"41e4bd86\",\n    \"date\": \"2024-06-27_14-59-41\",\n    \"time_this_iter_s\": 720.7119467258453,\n    \"time_total_s\": 720.7119467258453,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.9072626058636482,\n      \"lr\": 0.003236929771052812,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 720.7119467258453,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.9073,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0032,n_head=4\"\n  },\n  \"last_result_time\": 1719493181.7069414,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2134.4770325187624,\n      \"min\": 2134.4770325187624,\n      \"avg\": 2134.4770325187624,\n      \"last\": 2134.4770325187624,\n      \"last-5-avg\": 2134.4770325187624,\n      \"last-10-avg\": 2134.4770325187624\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": true,\n      \"last\": true,\n      \"last-5-avg\": true,\n      \"last-10-avg\": true\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": false,\n      \"last\": false,\n      \"last-5-avg\": false,\n      \"last-10-avg\": false\n    },\n    \"training_iteration\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    },\n    \"time_this_iter_s\": {\n      \"max\": 720.7119467258453,\n      \"min\": 720.7119467258453,\n      \"avg\": 720.7119467258453,\n      \"last\": 720.7119467258453,\n      \"last-5-avg\": 720.7119467258453,\n      \"last-10-avg\": 720.7119467258453\n    },\n    \"time_total_s\": {\n      \"max\": 720.7119467258453,\n      \"min\": 720.7119467258453,\n      \"avg\": 720.7119467258453,\n      \"last\": 720.7119467258453,\n      \"last-5-avg\": 720.7119467258453,\n      \"last-10-avg\": 720.7119467258453\n    },\n    \"time_since_restore\": {\n      \"max\": 720.7119467258453,\n      \"min\": 720.7119467258453,\n      \"avg\": 720.7119467258453,\n      \"last\": 720.7119467258453,\n      \"last-5-avg\": 720.7119467258453,\n      \"last-10-avg\": 720.7119467258453\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086d369b3df4aca0409486945294612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086d369b3df4aca0409486945294612e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447408685b211200000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447408685b211200000612e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447408685b211200000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447408685b211200000612e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447408685b211200000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447408685b211200000612e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34316534626438365f31325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d34322d33342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a109f0caf03a0b06d94524b60ad90719d39736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086d369b3df4aca04094869452948c0974696d657374616d70944a3d627d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083431653462643836948c0464617465948c13323032342d30362d32375f31342d35392d3431948c1074696d655f746869735f697465725f739447408685b2112000008c0c74696d655f746f74616c5f739447408685b2112000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fed084b96a22dee8c026c7294473f6a8455703223d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408685b2112000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"7509f383\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37353039663338335f31335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31342d34372d3430948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f57b41e036a8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.8871532583599777,\n    \"lr\": 0.038469373500283253,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.8871532583599777,\n    \"lr\": 0.038469373500283253,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.8871532583599777,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.038469373500283253,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.8872,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0385,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719493181.853968,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2070.736326202633,\n    \"timestamp\": 1719493262,\n    \"checkpoint_dir_name\": \"checkpoint_000000\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 1,\n    \"trial_id\": \"7509f383\",\n    \"date\": \"2024-06-27_15-01-02\",\n    \"time_this_iter_s\": 80.20380187034607,\n    \"time_total_s\": 80.20380187034607,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.8871532583599777,\n      \"lr\": 0.038469373500283253,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 80.20380187034607,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.8872,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0385,n_head=4\"\n  },\n  \"last_result_time\": 1719493262.0619996,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2070.736326202633,\n      \"min\": 2070.736326202633,\n      \"avg\": 2070.736326202633,\n      \"last\": 2070.736326202633,\n      \"last-5-avg\": 2070.736326202633,\n      \"last-10-avg\": 2070.736326202633\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": true,\n      \"last\": true,\n      \"last-5-avg\": true,\n      \"last-10-avg\": true\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": false,\n      \"last\": false,\n      \"last-5-avg\": false,\n      \"last-10-avg\": false\n    },\n    \"training_iteration\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    },\n    \"time_this_iter_s\": {\n      \"max\": 80.20380187034607,\n      \"min\": 80.20380187034607,\n      \"avg\": 80.20380187034607,\n      \"last\": 80.20380187034607,\n      \"last-5-avg\": 80.20380187034607,\n      \"last-10-avg\": 80.20380187034607\n    },\n    \"time_total_s\": {\n      \"max\": 80.20380187034607,\n      \"min\": 80.20380187034607,\n      \"avg\": 80.20380187034607,\n      \"last\": 80.20380187034607,\n      \"last-5-avg\": 80.20380187034607,\n      \"last-10-avg\": 80.20380187034607\n    },\n    \"time_since_restore\": {\n      \"max\": 80.20380187034607,\n      \"min\": 80.20380187034607,\n      \"avg\": 80.20380187034607,\n      \"last\": 80.20380187034607,\n      \"last-5-avg\": 80.20380187034607,\n      \"last-10-avg\": 80.20380187034607\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fe7ebfff782da0409486945294612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fe7ebfff782da0409486945294612e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740540d0b17000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740540d0b17000000612e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740540d0b17000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740540d0b17000000612e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740540d0b17000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740540d0b17000000612e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37353039663338335f31335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31342d34372d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1032cc220607bddabfd44a92669b0d775f736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fe7ebfff782da04094869452948c0974696d657374616d70944a8e627d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083735303966333833948c0464617465948c13323032342d30362d32375f31352d30312d3032948c1074696d655f746869735f697465725f73944740540d0b170000008c0c74696d655f746f74616c5f73944740540d0b170000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fec638f3ae6452a8c026c7294473fa3b241fa29a3838c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740540d0b170000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"a33ea899\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61333365613839395f31345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d35392d3431948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f584acd6eea8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.8014267791772675,\n    \"lr\": 0.06443936649826909,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.8014267791772675,\n    \"lr\": 0.06443936649826909,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.8014267791772675,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.06443936649826909,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.8014,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0644,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719493262.2053053,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2313.215312807579,\n    \"timestamp\": 1719493332,\n    \"checkpoint_dir_name\": \"checkpoint_000000\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 1,\n    \"trial_id\": \"a33ea899\",\n    \"date\": \"2024-06-27_15-02-12\",\n    \"time_this_iter_s\": 69.87668585777283,\n    \"time_total_s\": 69.87668585777283,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.8014267791772675,\n      \"lr\": 0.06443936649826909,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 69.87668585777283,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.8014,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0644,n_head=16\"\n  },\n  \"last_result_time\": 1719493332.0863225,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2313.215312807579,\n      \"min\": 2313.215312807579,\n      \"avg\": 2313.215312807579,\n      \"last\": 2313.215312807579,\n      \"last-5-avg\": 2313.215312807579,\n      \"last-10-avg\": 2313.215312807579\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": true,\n      \"last\": true,\n      \"last-5-avg\": true,\n      \"last-10-avg\": true\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": false,\n      \"last\": false,\n      \"last-5-avg\": false,\n      \"last-10-avg\": false\n    },\n    \"training_iteration\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    },\n    \"time_this_iter_s\": {\n      \"max\": 69.87668585777283,\n      \"min\": 69.87668585777283,\n      \"avg\": 69.87668585777283,\n      \"last\": 69.87668585777283,\n      \"last-5-avg\": 69.87668585777283,\n      \"last-10-avg\": 69.87668585777283\n    },\n    \"time_total_s\": {\n      \"max\": 69.87668585777283,\n      \"min\": 69.87668585777283,\n      \"avg\": 69.87668585777283,\n      \"last\": 69.87668585777283,\n      \"last-5-avg\": 69.87668585777283,\n      \"last-10-avg\": 69.87668585777283\n    },\n    \"time_since_restore\": {\n      \"max\": 69.87668585777283,\n      \"min\": 69.87668585777283,\n      \"avg\": 69.87668585777283,\n      \"last\": 69.87668585777283,\n      \"last-5-avg\": 69.87668585777283,\n      \"last-10-avg\": 69.87668585777283\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ecf57a3d6e12a2409486945294612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ecf57a3d6e12a2409486945294612e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474051781b9f000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474051781b9f000000612e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474051781b9f000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474051781b9f000000612e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474051781b9f000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474051781b9f000000612e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61333365613839395f31345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d35392d34312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a114f3e2180ed4edd9fb849d067b18235c300736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ecf57a3d6e12a24094869452948c0974696d657374616d70944ad4627d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086133336561383939948c0464617465948c13323032342d30362d32375f31352d30322d3132948c1074696d655f746869735f697465725f7394474051781b9f0000008c0c74696d655f746f74616c5f7394474051781b9f0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe9a549c5d68f2d8c026c7294473fb07f192baf5db88c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474051781b9f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"09d4c8af\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30396434633861665f31355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30312d3032948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f58962740a48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.9176352757258278,\n    \"lr\": 0.014441526763377911,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.9176352757258278,\n    \"lr\": 0.014441526763377911,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.9176352757258278,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.014441526763377911,\n    \"n_head\": 8\n  },\n  \"experiment_tag\": \"15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9176,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0144,n_head=8\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719493332.2268174,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2470.2349593996064,\n    \"timestamp\": 1719493562,\n    \"checkpoint_dir_name\": \"checkpoint_000000\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 1,\n    \"trial_id\": \"09d4c8af\",\n    \"date\": \"2024-06-27_15-06-02\",\n    \"time_this_iter_s\": 230.70093512535095,\n    \"time_total_s\": 230.70093512535095,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 8,\n      \"drop_rate\": 0.9176352757258278,\n      \"lr\": 0.014441526763377911,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 230.70093512535095,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9176,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0144,n_head=8\"\n  },\n  \"last_result_time\": 1719493562.9323318,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2470.2349593996064,\n      \"min\": 2470.2349593996064,\n      \"avg\": 2470.2349593996064,\n      \"last\": 2470.2349593996064,\n      \"last-5-avg\": 2470.2349593996064,\n      \"last-10-avg\": 2470.2349593996064\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": true,\n      \"last\": true,\n      \"last-5-avg\": true,\n      \"last-10-avg\": true\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": false,\n      \"last\": false,\n      \"last-5-avg\": false,\n      \"last-10-avg\": false\n    },\n    \"training_iteration\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    },\n    \"time_this_iter_s\": {\n      \"max\": 230.70093512535095,\n      \"min\": 230.70093512535095,\n      \"avg\": 230.70093512535095,\n      \"last\": 230.70093512535095,\n      \"last-5-avg\": 230.70093512535095,\n      \"last-10-avg\": 230.70093512535095\n    },\n    \"time_total_s\": {\n      \"max\": 230.70093512535095,\n      \"min\": 230.70093512535095,\n      \"avg\": 230.70093512535095,\n      \"last\": 230.70093512535095,\n      \"last-5-avg\": 230.70093512535095,\n      \"last-10-avg\": 230.70093512535095\n    },\n    \"time_since_restore\": {\n      \"max\": 230.70093512535095,\n      \"min\": 230.70093512535095,\n      \"avg\": 230.70093512535095,\n      \"last\": 230.70093512535095,\n      \"last-5-avg\": 230.70093512535095,\n      \"last-10-avg\": 230.70093512535095\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086532994c784ca3409486945294612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086532994c784ca3409486945294612e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447406cd66e0f800000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447406cd66e0f800000612e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447406cd66e0f800000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447406cd66e0f800000612e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447406cd66e0f800000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447406cd66e0f800000612e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059519060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30396434633861665f31355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30312d30322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11208e8ec7f58b4e87b94de6d22bd0b8ce00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086532994c784ca34094869452948c0974696d657374616d70944aba637d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083039643463386166948c0464617465948c13323032342d30362d32375f31352d30362d3032948c1074696d655f746869735f697465725f739447406cd66e0f8000008c0c74696d655f746f74616c5f739447406cd66e0f8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fed5d44a75cbf798c026c7294473f8d9384e93960e78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406cd66e0f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"c04d8657\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d3132948c1863757272656e745f636865636b706f696e745f696e646578944b0d8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f58962740a48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.37340656523341487,\n    \"lr\": 0.0007457945749126396,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.37340656523341487,\n    \"lr\": 0.0007457945749126396,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.37340656523341487,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.0007457945749126396,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.3734,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0007,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719493563.076852,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 110.44758017232098,\n    \"timestamp\": 1719496719,\n    \"checkpoint_dir_name\": \"checkpoint_000013\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 14,\n    \"trial_id\": \"c04d8657\",\n    \"date\": \"2024-06-27_15-58-39\",\n    \"time_this_iter_s\": 56.147799015045166,\n    \"time_total_s\": 830.8587915897369,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.37340656523341487,\n      \"lr\": 0.0007457945749126396,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 577.0165183544159,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.3734,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0007,n_head=16\"\n  },\n  \"last_result_time\": 1719496719.9374166,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 248.8490186075526,\n      \"min\": 110.44758017232098,\n      \"avg\": 137.22185923787688,\n      \"last\": 110.44758017232098,\n      \"last-5-avg\": 113.1776301046056,\n      \"last-10-avg\": 120.02354793398402\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 14,\n      \"min\": 1,\n      \"avg\": 7.5,\n      \"last\": 14,\n      \"last-5-avg\": 12.0,\n      \"last-10-avg\": 9.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 70.9636754989624,\n      \"min\": 55.55129075050354,\n      \"avg\": 59.34705654212407,\n      \"last\": 56.147799015045166,\n      \"last-5-avg\": 56.29258027076721,\n      \"last-10-avg\": 57.70165183544159\n    },\n    \"time_total_s\": {\n      \"max\": 830.8587915897369,\n      \"min\": 69.30736112594604,\n      \"avg\": 459.8840977464403,\n      \"last\": 830.8587915897369,\n      \"last-5-avg\": 718.5756688594818,\n      \"last-10-avg\": 577.7882562637329\n    },\n    \"time_since_restore\": {\n      \"max\": 577.0165183544159,\n      \"min\": 69.30736112594604,\n      \"avg\": 263.7166109085083,\n      \"last\": 577.0165183544159,\n      \"last-5-avg\": 464.7333956241608,\n      \"last-10-avg\": 323.9459830284119\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 4.428571428571428,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086d369b2da6f25c4094869452946807680d4308ea743a3d12625c4094869452946807680d4308fcfd7eef8e135c4094869452946807680d43089d4ea7f3ea735c4094869452946807680d43083a9d4e27a59c5b409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308994c263b6698604094869452946807680d43081e8fc75326ea5f4094869452946807680d4308f2783cd68f11604094869452946807680d43081c0e87d376535e4094869452946807680d430845229158b1045f4094869452946807680d43086d369b2da6f25c4094869452946807680d4308ea743a3d12625c4094869452946807680d4308fcfd7eef8e135c4094869452946807680d43089d4ea7f3ea735c4094869452946807680d43083a9d4e27a59c5b409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0a4b0b4b0c4b0d4b0e652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b054b064b074b084b094b0a4b0b4b0c4b0d4b0e652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404c8e461400000047404c0f0b3000000047404bc690b200000047404c44735000000047404c12eb14000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051bbe0b700000047404c17e1ee00000047404bda150a00000047404c43c9ac00000047404c195ada00000047404c8e461400000047404c0f0b3000000047404bc690b200000047404c44735000000047404c12eb14000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474082f40f29c00000474084b4ffdcc000004740867168e7e0000047408835b01ce00000474089f6dece200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740744c7221400000474077cf6e5f00000047407b4ab10040000047407ed32a35c000004740812b2ac8800000474082f40f29c00000474084b4ffdcc000004740867168e7e0000047408835b01ce00000474089f6dece200000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740760aa4600000004740798c85c600000047407d0557dc40000047408046f3232000004740820821d4600000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051bbe0b700000047405fc7d1ae000000474066da6e1980000047406deb608480000047407278db9d8000004740760aa4600000004740798c85c600000047407d0557dc40000047408046f3232000004740820821d4600000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005953f340000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11dd5b24d2d93e6783374112ef3b91cbf300736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308492412292b1b6f4094869452948c0974696d657374616d70944a00647d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d30372d3132948c1074696d655f746869735f697465725f739447405153abce0000008c0c74696d655f746f74616c5f739447405153abce0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405153abce0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11a408935f221cd5b1ad4c7a25cd3d8581007362756268317d94288c046c6f7373946836683c43087fbfdf2fe311664094869452948c0974696d657374616d70944ac6687d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d32372d3334948c1074696d655f746869735f697465725f7394474051bdacdc0000008c0c74696d655f746f74616c5f739447406188ac550000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474051bdacdc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1112771e74ce80af8c0d4c434e13357ac0007362756268317d94288c046c6f7373946836683c4308e270381cb132634094869452948c0974696d657374616d70944aff687d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d32382d3331948c1074696d655f746869735f697465725f739447404c66cbec0000008c0c74696d655f746f74616c5f7394474068a25f500000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405ff112d20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10aba75b99c438efb6a0492d6dfa2571607362756268317d94288c046c6f7373946836683c4308f4f97c161cbc614094869452948c0974696d657374616d70944a38697d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d32392d3238948c1074696d655f746869735f697465725f739447404c62525c0000008c0c74696d655f746f74616c5f739447406fbaf3e70000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067111e000000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a111fb52005e9f9a29ed64131370322e2c1007362756268317d94288c046c6f7373946836683c4308994c263b6698604094869452948c0974696d657374616d70944a156e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35302d3133948c1074696d655f746869735f697465725f7394474051bbe0b70000008c0c74696d655f746f74616c5f73944740744c72214000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474051bbe0b70000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1080c12b4a61ae8b899c4083305ad408197362756268317d94288c046c6f7373946836683c43081e8fc75326ea5f4094869452948c0974696d657374616d70944a4d6e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35312d3039948c1074696d655f746869735f697465725f739447404c17e1ee0000008c0c74696d655f746f74616c5f7394474077cf6e5f0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405fc7d1ae0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a114ae1ae639ac7bbb78f4a811d169424a9007362756268317d94288c046c6f7373946836683c4308f2783cd68f11604094869452948c0974696d657374616d70944a856e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35322d3035948c1074696d655f746869735f697465725f739447404bda150a0000008c0c74696d655f746f74616c5f739447407b4ab1004000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474066da6e198000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1039a11ff5b96e2087fc456dc6fe24f8447362756268317d94288c046c6f7373946836683c43081c0e87d376535e4094869452948c0974696d657374616d70944abe6e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35332d3032948c1074696d655f746869735f697465725f739447404c43c9ac0000008c0c74696d655f746f74616c5f739447407ed32a35c000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406deb60848000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a111459b7b8bfbad1a03042701d36636fa8007362756268317d94288c046c6f7373946836683c430845229158b1045f4094869452948c0974696d657374616d70944af66e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35332d3538948c1074696d655f746869735f697465725f739447404c195ada0000008c0c74696d655f746f74616c5f73944740812b2ac88000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407278db9d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10a3064cff5bcd30b4f743357f1ea7fa357362756268317d94288c046c6f7373946836683c43086d369b2da6f25c4094869452948c0974696d657374616d70944a2f6f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35342d3535948c1074696d655f746869735f697465725f739447404c8e46140000008c0c74696d655f746f74616c5f7394474082f40f29c000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740760aa4600000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a11f9e5eff624c122a5dc426fd92b9a28cd007362756268317d94288c046c6f7373946836683c4308ea743a3d12625c4094869452948c0974696d657374616d70944a676f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35352d3531948c1074696d655f746869735f697465725f739447404c0f0b300000008c0c74696d655f746f74616c5f7394474084b4ffdcc000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740798c85c60000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a10cbb311ca9a3b2891a846912da62bea587362756268317d94288c046c6f7373946836683c4308fcfd7eef8e135c4094869452948c0974696d657374616d70944a9f6f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35362d3437948c1074696d655f746869735f697465725f739447404bc690b20000008c0c74696d655f746f74616c5f73944740867168e7e000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407d0557dc4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a101eb2daab938c8e9ea24a6e906e45227b7362756268317d94288c046c6f7373946836683c43089d4ea7f3ea735c4094869452948c0974696d657374616d70944ad76f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35372d3433948c1074696d655f746869735f697465725f739447404c4473500000008c0c74696d655f746f74616c5f739447408835b01ce000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408046f3232000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11521a40032cbbd581544e6a9fe42e21ac007362756268317d94288c046c6f7373946836683c43083a9d4e27a59c5b4094869452948c0974696d657374616d70944a0f707d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35382d3339948c1074696d655f746869735f697465725f739447404c12eb140000008c0c74696d655f746f74616c5f7394474089f6dece2000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740820821d46000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a9602000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"0d034d62\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30643033346436325f31375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30362d3033948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f58e18894588c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.5738068254184514,\n    \"lr\": 0.009136259111296272,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.5738068254184514,\n    \"lr\": 0.009136259111296272,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.5738068254184514,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.009136259111296272,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.5738,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0091,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719493632.5349383,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2003.1058138148992,\n    \"timestamp\": 1719493727,\n    \"checkpoint_dir_name\": \"checkpoint_000000\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 1,\n    \"trial_id\": \"0d034d62\",\n    \"date\": \"2024-06-27_15-08-47\",\n    \"time_this_iter_s\": 94.90786528587341,\n    \"time_total_s\": 94.90786528587341,\n    \"pid\": 69992,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.5738068254184514,\n      \"lr\": 0.009136259111296272,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 94.90786528587341,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.5738,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0091,n_head=1\"\n  },\n  \"last_result_time\": 1719493727.527742,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2003.1058138148992,\n      \"min\": 2003.1058138148992,\n      \"avg\": 2003.1058138148992,\n      \"last\": 2003.1058138148992,\n      \"last-5-avg\": 2003.1058138148992,\n      \"last-10-avg\": 2003.1058138148992\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": true,\n      \"last\": true,\n      \"last-5-avg\": true,\n      \"last-10-avg\": true\n    },\n    \"done\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": true,\n      \"last\": true,\n      \"last-5-avg\": true,\n      \"last-10-avg\": true\n    },\n    \"training_iteration\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    },\n    \"time_this_iter_s\": {\n      \"max\": 94.90786528587341,\n      \"min\": 94.90786528587341,\n      \"avg\": 94.90786528587341,\n      \"last\": 94.90786528587341,\n      \"last-5-avg\": 94.90786528587341,\n      \"last-10-avg\": 94.90786528587341\n    },\n    \"time_total_s\": {\n      \"max\": 94.90786528587341,\n      \"min\": 94.90786528587341,\n      \"avg\": 94.90786528587341,\n      \"last\": 94.90786528587341,\n      \"last-5-avg\": 94.90786528587341,\n      \"last-10-avg\": 94.90786528587341\n    },\n    \"time_since_restore\": {\n      \"max\": 94.90786528587341,\n      \"min\": 94.90786528587341,\n      \"avg\": 94.90786528587341,\n      \"last\": 94.90786528587341,\n      \"last-5-avg\": 94.90786528587341,\n      \"last-10-avg\": 94.90786528587341\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e9745a6c4c9f409486945294612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e9745a6c4c9f409486945294612e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474057ba1a77000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474057ba1a77000000612e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474057ba1a77000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474057ba1a77000000612e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474057ba1a77000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474057ba1a77000000612e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30643033346436325f31375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30362d30332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1196eb870286f1b296fa47346d6b3c4f8e00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e9745a6c4c9f4094869452948c0974696d657374616d70944a5f647d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083064303334643632948c0464617465948c13323032342d30362d32375f31352d30382d3437948c1074696d655f746869735f697465725f7394474057ba1a770000008c0c74696d655f746f74616c5f7394474057ba1a770000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe25ca021ac9a428c026c7294473f82b607f0b9f5188c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474057ba1a770000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"5fd6b12b\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d3132948c1863757272656e745f636865636b706f696e745f696e646578944b078c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f58e18894588c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.2066693100484649,\n    \"lr\": 0.01811726031464282,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.2066693100484649,\n    \"lr\": 0.01811726031464282,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.2066693100484649,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.01811726031464282,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2067,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0181,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719496720.1025338,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1969.885332723302,\n    \"timestamp\": 1719506123,\n    \"checkpoint_dir_name\": \"checkpoint_000007\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 8,\n    \"trial_id\": \"5fd6b12b\",\n    \"date\": \"2024-06-27_18-35-23\",\n    \"time_this_iter_s\": 65.11498975753784,\n    \"time_total_s\": 561.8182802200317,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.2066693100484649,\n      \"lr\": 0.01811726031464282,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 273.4639325141907,\n    \"iterations_since_restore\": 4,\n    \"experiment_tag\": \"18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2067,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0181,n_head=16\"\n  },\n  \"last_result_time\": 1719506123.1407225,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1987.5899369848057,\n      \"min\": 1958.9930592934916,\n      \"avg\": 1971.1198558056449,\n      \"last\": 1969.885332723302,\n      \"last-5-avg\": 1970.0656546044538,\n      \"last-10-avg\": 1971.1198558056449\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 8,\n      \"min\": 1,\n      \"avg\": 4.5,\n      \"last\": 8,\n      \"last-5-avg\": 6.0,\n      \"last-10-avg\": 4.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 79.29838418960571,\n      \"min\": 64.60036778450012,\n      \"avg\": 70.22728502750397,\n      \"last\": 65.11498975753784,\n      \"last-5-avg\": 67.74021034240722,\n      \"last-10-avg\": 70.22728502750397\n    },\n    \"time_total_s\": {\n      \"max\": 561.8182802200317,\n      \"min\": 79.29838418960571,\n      \"avg\": 324.09919169545174,\n      \"last\": 561.8182802200317,\n      \"last-5-avg\": 429.1680102825165,\n      \"last-10-avg\": 324.09919169545174\n    },\n    \"time_since_restore\": {\n      \"max\": 273.4639325141907,\n      \"min\": 78.57935905456543,\n      \"avg\": 143.78755047917366,\n      \"last\": 273.4639325141907,\n      \"last-5-avg\": 169.5769582271576,\n      \"last-10-avg\": 143.78755047917366\n    },\n    \"iterations_since_restore\": {\n      \"max\": 4,\n      \"min\": 1,\n      \"avg\": 2.0,\n      \"last\": 4,\n      \"last-5-avg\": 2.4,\n      \"last-10-avg\": 2.0\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308241289e4f89b9e4094869452946807680d4308954aa5e2e6dc9e4094869452946807680d430877bbdd2e50f19e4094869452946807680d43086130189c95b79e4094869452946807680d4308a552a9948ac79e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005950f010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c4e170185c0e9f4094869452946807680d4308954aa52207b09e4094869452946807680d4308d0e7f37922bc9e4094869452946807680d4308241289e4f89b9e4094869452946807680d4308954aa5e2e6dc9e4094869452946807680d430877bbdd2e50f19e4094869452946807680d43086130189c95b79e4094869452946807680d4308a552a9948ac79e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b044b054b064b074b08652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b08652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740504f2cf6000000474053b4f655000000474050266c6d0000004740503af252000000474050475bfe000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d318ba0000004740504f53ba000000474053a514380000004740504f2cf6000000474053b4f655000000474050266c6d0000004740503af252000000474050475bfe000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407205ab68800000474076f2e8fdc0000047407afc841900000047407f0b40ad8000004740818e8bd6800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d318ba00000047406211363a00000047406be3c05600000047407205ab68800000474076f2e8fdc0000047407afc841900000047407f0b40ad8000004740818e8bd6800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474061fa2097000000474053b4f655000000474061edb16100000047406a0b2a8a000000474071176c44800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d318ba00000047406211363a000000474053a51438000000474061fa2097000000474053b4f655000000474061edb16100000047406a0b2a8a000000474071176c44800000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b024b014b024b034b04652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b014b024b014b024b034b04652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595f41e0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1181cd0a43dc40b5a37c47dbcb7182039f00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c4e170185c0e9f4094869452948c0974696d657374616d70944a5f707d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31352d35392d3539948c1074696d655f746869735f697465725f7394474053d318ba0000008c0c74696d655f746f74616c5f7394474053d318ba0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474053d318ba0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a100e2d552d42ecfca595407c91d7ee43737362756268317d94288c046c6f7373946836683c4308954aa52207b09e4094869452948c0974696d657374616d70944aa0707d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31362d30312d3034948c1074696d655f746869735f697465725f73944740504f53ba0000008c0c74696d655f746f74616c5f739447406211363a0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406211363a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11238dd934b40707a5ff475f674122cee4007362756268317d94288c046c6f7373946836683c4308d0e7f37922bc9e4094869452948c0974696d657374616d70944a78877d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31372d33382d3332948c1074696d655f746869735f697465725f7394474053a514380000008c0c74696d655f746f74616c5f739447406be3c0560000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474053a514380000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1006d995992fd63e9b9147c72f48c92e067362756268317d94288c046c6f7373946836683c4308241289e4f89b9e4094869452948c0974696d657374616d70944ab9877d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31372d33392d3337948c1074696d655f746869735f697465725f73944740504f2cf60000008c0c74696d655f746f74616c5f739447407205ab688000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474061fa20970000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a113118b59a16243ba2e24eba12e9b219cc007362756268317d94288c046c6f7373946836683c4308954aa5e2e6dc9e4094869452948c0974696d657374616d70944a08947d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31382d33322d3038948c1074696d655f746869735f697465725f7394474053b4f6550000008c0c74696d655f746f74616c5f7394474076f2e8fdc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474053b4f6550000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1124efd32f9ac5e58bee43863e8f4eabd6007362756268317d94288c046c6f7373946836683c430877bbdd2e50f19e4094869452948c0974696d657374616d70944a49947d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31382d33332d3133948c1074696d655f746869735f697465725f7394474050266c6d0000008c0c74696d655f746f74616c5f739447407afc84190000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474061edb1610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10286e8e17921befa2af47b35fb409640c7362756268317d94288c046c6f7373946836683c43086130189c95b79e4094869452948c0974696d657374616d70944a8a947d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31382d33342d3138948c1074696d655f746869735f697465725f73944740503af2520000008c0c74696d655f746f74616c5f739447407f0b40ad8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406a0b2a8a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1196fdab0ee11a9bb6b54970f22601e9bd007362756268317d94288c046c6f7373946836683c4308a552a9948ac79e4094869452948c0974696d657374616d70944acb947d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31382d33352d3233948c1074696d655f746869735f697465725f7394474050475bfe0000008c0c74696d655f746f74616c5f73944740818e8bd68000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474071176c448000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a7c01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"ce13f5b5\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d3430948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5bd401cad78c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.5002709319790926,\n    \"lr\": 0.0010079586534441948,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.5002709319790926,\n    \"lr\": 0.0010079586534441948,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.5002709319790926,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.0010079586534441948,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.5003,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0010,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719496864.8002517,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1991.1704995463213,\n    \"timestamp\": 1719504722,\n    \"checkpoint_dir_name\": \"checkpoint_000003\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 4,\n    \"trial_id\": \"ce13f5b5\",\n    \"date\": \"2024-06-27_18-12-02\",\n    \"time_this_iter_s\": 964.2863810062408,\n    \"time_total_s\": 3892.4453825950623,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.5002709319790926,\n      \"lr\": 0.0010079586534441948,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 1945.1886711120605,\n    \"iterations_since_restore\": 2,\n    \"experiment_tag\": \"19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.5003,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0010,n_head=16\"\n  },\n  \"last_result_time\": 1719504722.915773,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1991.1704995463213,\n      \"min\": 1978.954319751169,\n      \"avg\": 1984.8804563987912,\n      \"last\": 1991.1704995463213,\n      \"last-5-avg\": 1984.8804563987912,\n      \"last-10-avg\": 1984.8804563987912\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 4,\n      \"min\": 1,\n      \"avg\": 2.5,\n      \"last\": 4,\n      \"last-5-avg\": 2.5,\n      \"last-10-avg\": 2.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 980.9022901058197,\n      \"min\": 964.2863810062408,\n      \"avg\": 973.1113456487656,\n      \"last\": 964.2863810062408,\n      \"last-5-avg\": 973.1113456487656,\n      \"last-10-avg\": 973.1113456487656\n    },\n    \"time_total_s\": {\n      \"max\": 3892.4453825950623,\n      \"min\": 980.2613203525543,\n      \"avg\": 2437.03060400486,\n      \"last\": 3892.4453825950623,\n      \"last-5-avg\": 2437.03060400486,\n      \"last-10-avg\": 2437.03060400486\n    },\n    \"time_since_restore\": {\n      \"max\": 1947.2567114830017,\n      \"min\": 980.2613203525543,\n      \"avg\": 1463.402248263359,\n      \"last\": 1945.1886711120605,\n      \"last-5-avg\": 1463.402248263359,\n      \"last-10-avg\": 1463.402248263359\n    },\n    \"iterations_since_restore\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308128944024f139f4094869452946807680d4308ca643239d1eb9e4094869452946807680d4308341a8d8647f29e4094869452946807680d4308bbdd6e97ae1c9f409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308128944024f139f4094869452946807680d4308ca643239d1eb9e4094869452946807680d4308341a8d8647f29e4094869452946807680d4308bbdd6e97ae1c9f409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ea2172f20000047408e37f68fa0000047408ea737e3e0000047408e224a82200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ea2172f20000047408e37f68fa0000047408ea737e3e0000047408e224a82200000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ea2172f20000047409e6d06df6000004740a6e05168a800004740ae68e409300000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ea2172f20000047409e6d06df6000004740a6e05168a800004740ae68e409300000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ea2172f20000047409e6d06df60000047408ea737e3e0000047409e64c133000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ea2172f20000047409e6d06df60000047408ea737e3e0000047409e64c133000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b014b02652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595c2100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1169b63d49a85adb9e684c27f89c14fec800736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308128944024f139f4094869452948c0974696d657374616d70944a74747d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086365313366356235948c0464617465948c13323032342d30362d32375f31362d31372d3235948c1074696d655f746869735f697465725f739447408ea2172f2000008c0c74696d655f746f74616c5f739447408ea2172f2000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe002382f7fab288c026c7294473f5083af5cf1e0928c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408ea2172f2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d34302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10c2da57fb5e0b2bae3b415864726d8a7d7362756268317d94288c046c6f7373946836683c4308ca643239d1eb9e4094869452948c0974696d657374616d70944a3b787d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086365313366356235948c0464617465948c13323032342d30362d32375f31362d33332d3332948c1074696d655f746869735f697465725f739447408e37f68fa000008c0c74696d655f746f74616c5f739447409e6d06df6000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe002382f7fab288c026c7294473f5083af5cf1e0928c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409e6d06df6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d34302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a106f2c38839b8502a3b4466a3e33b3a1237362756268317d94288c046c6f7373946836683c4308341a8d8647f29e4094869452948c0974696d657374616d70944a8e8b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086365313366356235948c0464617465948c13323032342d30362d32375f31372d35352d3538948c1074696d655f746869735f697465725f739447408ea737e3e000008c0c74696d655f746f74616c5f73944740a6e05168a800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe002382f7fab288c026c7294473f5083af5cf1e0928c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408ea737e3e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d34302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11c34f3deba39435a56c4d2ba27abf648c007362756268317d94288c046c6f7373946836683c4308bbdd6e97ae1c9f4094869452948c0974696d657374616d70944a528f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086365313366356235948c0464617465948c13323032342d30362d32375f31382d31322d3032948c1074696d655f746869735f697465725f739447408e224a822000008c0c74696d655f746f74616c5f73944740ae68e4093000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe002382f7fab288c026c7294473f5083af5cf1e0928c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409e64c1330000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"2ab41427\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f32616234313432375f32305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d30312d3034948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5c1f6709518c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.8248444707020037,\n    \"lr\": 0.027832194286055118,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.8248444707020037,\n    \"lr\": 0.027832194286055118,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.8248444707020037,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.027832194286055118,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.8248,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=4,lr=0.0278,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"ERROR\",\n  \"relative_logdir\": \"train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719498812.2108629,\n  \"num_failures\": 1,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": \"error.txt\",\n  \"pickled_error_filename\": \"error.pkl\",\n  \"last_result\": {\n    \"trial_id\": \"2ab41427\"\n  },\n  \"last_result_time\": -Infinity,\n  \"metric_analysis\": {},\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {},\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"e0cf80c0\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d3332948c1863757272656e745f636865636b706f696e745f696e646578944b0d8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5de41744618c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.03611990882258942,\n    \"lr\": 0.00028375287963234745,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.03611990882258942,\n    \"lr\": 0.00028375287963234745,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.03611990882258942,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.00028375287963234745,\n    \"n_head\": 8\n  },\n  \"experiment_tag\": \"21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.0361,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0003,n_head=8\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719498835.0865815,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1954.0447209876354,\n    \"timestamp\": 1719506988,\n    \"checkpoint_dir_name\": \"checkpoint_000013\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 14,\n    \"trial_id\": \"e0cf80c0\",\n    \"date\": \"2024-06-27_18-49-48\",\n    \"time_this_iter_s\": 85.16450333595276,\n    \"time_total_s\": 1230.8309977054596,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 8,\n      \"drop_rate\": 0.03611990882258942,\n      \"lr\": 0.00028375287963234745,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 864.8040487766266,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.0361,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0003,n_head=8\"\n  },\n  \"last_result_time\": 1719506988.1626651,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1958.7154714028666,\n      \"min\": 1952.5803078478716,\n      \"avg\": 1954.5011126386303,\n      \"last\": 1954.0447209876354,\n      \"last-5-avg\": 1954.853268024114,\n      \"last-10-avg\": 1954.4361224317176\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 14,\n      \"min\": 1,\n      \"avg\": 7.5,\n      \"last\": 14,\n      \"last-5-avg\": 12.0,\n      \"last-10-avg\": 9.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 99.29927706718445,\n      \"min\": 83.9807825088501,\n      \"avg\": 87.91649983610425,\n      \"last\": 85.16450333595276,\n      \"last-5-avg\": 85.2326253414154,\n      \"last-10-avg\": 86.48040487766266\n    },\n    \"time_total_s\": {\n      \"max\": 1230.8309977054596,\n      \"min\": 97.99486684799194,\n      \"avg\": 671.6741531746728,\n      \"last\": 1230.8309977054596,\n      \"last-5-avg\": 1060.3308013439178,\n      \"last-10-avg\": 847.6165752887725\n    },\n    \"time_since_restore\": {\n      \"max\": 864.8040487766266,\n      \"min\": 97.99486684799194,\n      \"avg\": 384.2298111745289,\n      \"last\": 864.8040487766266,\n      \"last-5-avg\": 694.3038524150849,\n      \"last-10-avg\": 481.5896263599396\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 4.357142857142857,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308b1582cf6df8e9e4094869452946807680d4308241289a4dc9a9e4094869452946807680d4308ca643219d4849e4094869452946807680d4308e270383c52829e4094869452946807680d43085bad56cb2d889e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85a2a3889e4094869452946807680d4308ecf57addfa869e4094869452946807680d4308a552a99424859e4094869452946807680d430863b1580c208a9e4094869452946807680d430843a150087e899e4094869452946807680d4308b1582cf6df8e9e4094869452946807680d4308241289a4dc9a9e4094869452946807680d4308ca643219d4849e4094869452946807680d4308e270383c52829e4094869452946807680d43085bad56cb2d889e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0a4b0b4b0c4b0d4b0e652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b054b064b074b084b094b0a4b0b4b0c4b0d4b0e652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740554448640000004740556780dc0000004740552dee400000004740556631f20000004740554a8739000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474058c390970000004740553e575a00000047405541866e00000047405522c6a700000047405542cfd80000004740554448640000004740556780dc0000004740552dee400000004740556631f20000004740554a8739000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408bcde0d940000047408e7ad0f4c0000047409090475e600000474091e6aa7d8000004740933b52f1100000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407d115287c0000047408130742f200000474083d8a4fce000004740867cfdd1c000004740892557ccc0000047408bcde0d940000047408e7ad0f4c0000047409090475e600000474091e6aa7d8000004740933b52f1100000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740805da9a84000004740830a99c3c00000474085b0578bc000004740885d1dca00000047408b066eb1200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474058c3909700000047406700f3f8800000474070d0db97c00000474076198d4180000047407b6a41378000004740805da9a84000004740830a99c3c00000474085b0578bc000004740885d1dca00000047408b066eb1200000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005953e340000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1099988fa5adfa6399e54ab9cbf986636d736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd8616889e4094869452948c0974696d657374616d70944ab5787d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31362d33352d3333948c1074696d655f746869735f697465725f73944740587fabe60000008c0c74696d655f746f74616c5f73944740587fabe60000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740587fabe60000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11a03b95519d1df882f045b3343f4879fe007362756268317d94288c046c6f7373946836683c4308da6c36fbf18e9e4094869452948c0974696d657374616d70944a09797d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31362d33362d3537948c1074696d655f746869735f697465725f7394474054fec5240000008c0c74696d655f746f74616c5f7394474066bf38850000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474066bf38850000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11847444e2e0faba9fb3480fceb4f6adc5007362756268317d94288c046c6f7373946836683c4308cce5725931849e4094869452948c0974696d657374616d70944ab68f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d31332d3432948c1074696d655f746869735f697465725f7394474058d3275b0000008c0c74696d655f746f74616c5f73944740719466194000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474058d3275b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a108c97b8d668e99a99b4412d5e1f1cdf4a7362756268317d94288c046c6f7373946836683c4308994c2633648f9e4094869452948c0974696d657374616d70944a0b907d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d31352d3037948c1074696d655f746869735f697465725f73944740553021230000008c0c74696d655f746f74616c5f7394474076e06e620000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406701a43f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10a96ade37253b888aec461ffb42eda12c7362756268317d94288c046c6f7373946836683c4308140a85a2a3889e4094869452948c0974696d657374616d70944a2e957d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d33372d3032948c1074696d655f746869735f697465725f7394474058c390970000008c0c74696d655f746f74616c5f739447407d115287c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474058c390970000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a113de23693740cc5b8cf4f59f68675e1ec007362756268317d94288c046c6f7373946836683c4308ecf57addfa869e4094869452948c0974696d657374616d70944a83957d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d33382d3237948c1074696d655f746869735f697465725f73944740553e575a0000008c0c74696d655f746f74616c5f739447408130742f2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406700f3f88000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11102b83c10aacc3b685437e180f6b4fc6007362756268317d94288c046c6f7373946836683c4308a552a99424859e4094869452948c0974696d657374616d70944ad8957d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d33392d3532948c1074696d655f746869735f697465725f739447405541866e0000008c0c74696d655f746f74616c5f7394474083d8a4fce000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070d0db97c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1154b7d57809cd5c8cfc412ddb850e10e3007362756268317d94288c046c6f7373946836683c430863b1580c208a9e4094869452948c0974696d657374616d70944a2c967d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34312d3136948c1074696d655f746869735f697465725f739447405522c6a70000008c0c74696d655f746f74616c5f73944740867cfdd1c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076198d418000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a103281b7e034534aba2d47ad55de14252b7362756268317d94288c046c6f7373946836683c430843a150087e899e4094869452948c0974696d657374616d70944a81967d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34322d3431948c1074696d655f746869735f697465725f739447405542cfd80000008c0c74696d655f746f74616c5f73944740892557ccc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b6a41378000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10b555af8c21d0849a2c4359c65a8c9c567362756268317d94288c046c6f7373946836683c4308b1582cf6df8e9e4094869452948c0974696d657374616d70944ad7967d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34342d3037948c1074696d655f746869735f697465725f73944740554448640000008c0c74696d655f746f74616c5f739447408bcde0d94000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740805da9a84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a119651625fb1227bbe6e4f86ca926659d3007362756268317d94288c046c6f7373946836683c4308241289a4dc9a9e4094869452948c0974696d657374616d70944a2c977d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34352d3332948c1074696d655f746869735f697465725f73944740556780dc0000008c0c74696d655f746f74616c5f739447408e7ad0f4c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740830a99c3c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a10c3828a38ea435597384c73f20eb2da647362756268317d94288c046c6f7373946836683c4308ca643219d4849e4094869452948c0974696d657374616d70944a81977d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34362d3537948c1074696d655f746869735f697465725f73944740552dee400000008c0c74696d655f746f74616c5f739447409090475e6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085b0578bc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a10cd7812371b1420a1f04cc0c685d9916b7362756268317d94288c046c6f7373946836683c4308e270383c52829e4094869452948c0974696d657374616d70944ad6977d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34382d3232948c1074696d655f746869735f697465725f73944740556631f20000008c0c74696d655f746f74616c5f7394474091e6aa7d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740885d1dca0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11fef80822178813bb63461b50fd452e9d007362756268317d94288c046c6f7373946836683c43085bad56cb2d889e4094869452948c0974696d657374616d70944a2c987d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34392d3438948c1074696d655f746869735f697465725f73944740554a87390000008c0c74696d655f746f74616c5f73944740933b52f11000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408b066eb12000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a9602000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"849f9246\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38343966393234365f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31362d33332d3535948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5de41744618c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.6055751532136977,\n    \"lr\": 0.08464538523322317,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.6055751532136977,\n    \"lr\": 0.08464538523322317,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.6055751532136977,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.08464538523322317,\n    \"n_head\": 8\n  },\n  \"experiment_tag\": \"22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.6056,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0846,n_head=8\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719499017.2258291,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2193.2057009719488,\n    \"timestamp\": 1719499162,\n    \"checkpoint_dir_name\": \"checkpoint_000001\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 2,\n    \"trial_id\": \"849f9246\",\n    \"date\": \"2024-06-27_16-39-22\",\n    \"time_this_iter_s\": 66.90322375297546,\n    \"time_total_s\": 145.48451900482178,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 8,\n      \"drop_rate\": 0.6055751532136977,\n      \"lr\": 0.08464538523322317,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 145.48451900482178,\n    \"iterations_since_restore\": 2,\n    \"experiment_tag\": \"22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.6056,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0846,n_head=8\"\n  },\n  \"last_result_time\": 1719499162.7195077,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 3133.156076986959,\n      \"min\": 2193.2057009719488,\n      \"avg\": 2663.180888979454,\n      \"last\": 2193.2057009719488,\n      \"last-5-avg\": 2663.180888979454,\n      \"last-10-avg\": 2663.180888979454\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 78.58129525184631,\n      \"min\": 66.90322375297546,\n      \"avg\": 72.74225950241089,\n      \"last\": 66.90322375297546,\n      \"last-5-avg\": 72.74225950241089,\n      \"last-10-avg\": 72.74225950241089\n    },\n    \"time_total_s\": {\n      \"max\": 145.48451900482178,\n      \"min\": 78.58129525184631,\n      \"avg\": 112.03290712833405,\n      \"last\": 145.48451900482178,\n      \"last-5-avg\": 112.03290712833405,\n      \"last-10-avg\": 112.03290712833405\n    },\n    \"time_since_restore\": {\n      \"max\": 145.48451900482178,\n      \"min\": 78.58129525184631,\n      \"avg\": 112.03290712833405,\n      \"last\": 145.48451900482178,\n      \"last-5-avg\": 112.03290712833405,\n      \"last-10-avg\": 112.03290712833405\n    },\n    \"iterations_since_restore\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084ba552e94f7aa84094869452946807680d43088d46a3516922a1409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084ba552e94f7aa84094869452946807680d43088d46a3516922a1409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053a533f1000000474050b9ce6b000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053a533f1000000474050b9ce6b000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053a533f10000004740622f812e000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053a533f10000004740622f812e000000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053a533f10000004740622f812e000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053a533f10000004740622f812e000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38343966393234365f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31362d33332d35352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11709e50429faae7958540abf94690f6d200736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084ba552e94f7aa84094869452948c0974696d657374616d70944a57797d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083834396639323436948c0464617465948c13323032342d30362d32375f31362d33382d3135948c1074696d655f746869735f697465725f7394474053a533f10000008c0c74696d655f746f74616c5f7394474053a533f10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe360df24ca56308c026c7294473fb5ab51e95581ff8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053a533f10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38343966393234365f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31362d33332d35352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10bbe09b0662d59b9cd842ad087d714b127362756268317d94288c046c6f7373946836683c43088d46a3516922a14094869452948c0974696d657374616d70944a9a797d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083834396639323436948c0464617465948c13323032342d30362d32375f31362d33392d3232948c1074696d655f746869735f697465725f7394474050b9ce6b0000008c0c74696d655f746f74616c5f73944740622f812e0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe360df24ca56308c026c7294473fb5ab51e95581ff8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740622f812e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"52268eca\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35323236386563615f32335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33362d3537948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5e2f7580d48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.7819934077823693,\n    \"lr\": 0.00395752526712301,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.7819934077823693,\n    \"lr\": 0.00395752526712301,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.7819934077823693,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.00395752526712301,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.7820,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0040,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719499162.8859532,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2037.3184742364358,\n    \"timestamp\": 1719499413,\n    \"checkpoint_dir_name\": \"checkpoint_000001\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 2,\n    \"trial_id\": \"52268eca\",\n    \"date\": \"2024-06-27_16-43-33\",\n    \"time_this_iter_s\": 118.6520447731018,\n    \"time_total_s\": 250.68081068992615,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.7819934077823693,\n      \"lr\": 0.00395752526712301,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 250.68081068992615,\n    \"iterations_since_restore\": 2,\n    \"experiment_tag\": \"23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.7820,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0040,n_head=1\"\n  },\n  \"last_result_time\": 1719499413.576802,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2042.3615145946112,\n      \"min\": 2037.3184742364358,\n      \"avg\": 2039.8399944155235,\n      \"last\": 2037.3184742364358,\n      \"last-5-avg\": 2039.8399944155235,\n      \"last-10-avg\": 2039.8399944155235\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 132.02876591682434,\n      \"min\": 118.6520447731018,\n      \"avg\": 125.34040534496307,\n      \"last\": 118.6520447731018,\n      \"last-5-avg\": 125.34040534496307,\n      \"last-10-avg\": 125.34040534496307\n    },\n    \"time_total_s\": {\n      \"max\": 250.68081068992615,\n      \"min\": 132.02876591682434,\n      \"avg\": 191.35478830337524,\n      \"last\": 250.68081068992615,\n      \"last-5-avg\": 191.35478830337524,\n      \"last-10-avg\": 191.35478830337524\n    },\n    \"time_since_restore\": {\n      \"max\": 250.68081068992615,\n      \"min\": 132.02876591682434,\n      \"avg\": 191.35478830337524,\n      \"last\": 250.68081068992615,\n      \"last-5-avg\": 191.35478830337524,\n      \"last-10-avg\": 191.35478830337524\n    },\n    \"iterations_since_restore\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430887c3e13072e99f4094869452946807680d430871381c1e46d59f409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430887c3e13072e99f4094869452946807680d430871381c1e46d59f409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406080eba680000047405da9bb1a000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406080eba680000047405da9bb1a000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406080eba680000047406f55c933800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406080eba680000047406f55c933800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406080eba680000047406f55c933800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406080eba680000047406f55c933800000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595a7090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35323236386563615f32335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33362d35372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a110f93e2a18bcae2ab8b4162fab8acc5fe00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430887c3e13072e99f4094869452948c0974696d657374616d70944a1e7a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083532323638656361948c0464617465948c13323032342d30362d32375f31362d34312d3334948c1074696d655f746869735f697465725f739447406080eba68000008c0c74696d655f746f74616c5f739447406080eba68000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe906170a039c9d8c026c7294473f7035c41986b4838c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406080eba68000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35323236386563615f32335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33362d35372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1058299e5e05630cb5ca42bcf77634c7617362756268317d94288c046c6f7373946836683c430871381c1e46d59f4094869452948c0974696d657374616d70944a957a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083532323638656361948c0464617465948c13323032342d30362d32375f31362d34332d3333948c1074696d655f746869735f697465725f739447405da9bb1a0000008c0c74696d655f746f74616c5f739447406f55c9338000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe906170a039c9d8c026c7294473f7035c41986b4838c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406f55c9338000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"1cd059c8\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31636430353963385f32345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33392d3232948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5e2f7580d48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.28239791341845644,\n    \"lr\": 0.0010916820440167283,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.28239791341845644,\n    \"lr\": 0.0010916820440167283,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.28239791341845644,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.0010916820440167283,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2824,embedding_dim=1024,encoder_ff=512,encoder_num_layer=2,lr=0.0011,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719499413.7188365,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2025.7421327125369,\n    \"timestamp\": 1719500447,\n    \"checkpoint_dir_name\": \"checkpoint_000001\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 2,\n    \"trial_id\": \"1cd059c8\",\n    \"date\": \"2024-06-27_17-00-47\",\n    \"time_this_iter_s\": 508.4716944694519,\n    \"time_total_s\": 1033.8679287433624,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.28239791341845644,\n      \"lr\": 0.0010916820440167283,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 1033.8679287433624,\n    \"iterations_since_restore\": 2,\n    \"experiment_tag\": \"24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2824,embedding_dim=1024,encoder_ff=512,encoder_num_layer=2,lr=0.0011,n_head=1\"\n  },\n  \"last_result_time\": 1719500447.597481,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2025.7421327125369,\n      \"min\": 2012.1308699480192,\n      \"avg\": 2018.9365013302781,\n      \"last\": 2025.7421327125369,\n      \"last-5-avg\": 2018.9365013302781,\n      \"last-10-avg\": 2018.9365013302781\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 525.3962342739105,\n      \"min\": 508.4716944694519,\n      \"avg\": 516.9339643716812,\n      \"last\": 508.4716944694519,\n      \"last-5-avg\": 516.9339643716812,\n      \"last-10-avg\": 516.9339643716812\n    },\n    \"time_total_s\": {\n      \"max\": 1033.8679287433624,\n      \"min\": 525.3962342739105,\n      \"avg\": 779.6320815086365,\n      \"last\": 1033.8679287433624,\n      \"last-5-avg\": 779.6320815086365,\n      \"last-10-avg\": 779.6320815086365\n    },\n    \"time_since_restore\": {\n      \"max\": 1033.8679287433624,\n      \"min\": 525.3962342739105,\n      \"avg\": 779.6320815086365,\n      \"last\": 1033.8679287433624,\n      \"last-5-avg\": 779.6320815086365,\n      \"last-10-avg\": 779.6320815086365\n    },\n    \"iterations_since_restore\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308168bc50286709f4094869452946807680d43088d46a3f1f7a69f409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308168bc50286709f4094869452946807680d43088d46a3f1f7a69f409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740806b2b7ce0000047407fc78c0f800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740806b2b7ce0000047407fc78c0f800000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740806b2b7ce000004740902778c2500000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740806b2b7ce000004740902778c2500000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740806b2b7ce000004740902778c2500000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740806b2b7ce000004740902778c2500000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595a7090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31636430353963385f32345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33392d32322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1001a3457e84b0b09316417cb45000d44b736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308168bc50286709f4094869452948c0974696d657374616d70944aa27c7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083163643035396338948c0464617465948c13323032342d30362d32375f31362d35322d3139948c1074696d655f746869735f697465725f73944740806b2b7ce000008c0c74696d655f746f74616c5f73944740806b2b7ce000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd212ceb2a5d1788c026c7294473f51e2d8ab4ec3328c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740806b2b7ce000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31636430353963385f32345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33392d32322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1159fff1ea586a8c9a2c4a40e612c53b9a007362756268317d94288c046c6f7373946836683c43088d46a3f1f7a69f4094869452948c0974696d657374616d70944a9f7e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083163643035396338948c0464617465948c13323032342d30362d32375f31372d30302d3437948c1074696d655f746869735f697465725f739447407fc78c0f8000008c0c74696d655f746f74616c5f73944740902778c25000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd212ceb2a5d1788c026c7294473f51e2d8ab4ec3328c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740902778c25000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"b7bc0828\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d3333948c1863757272656e745f636865636b706f696e745f696e646578944b118c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5e7ae037438c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.03943053020125942,\n    \"lr\": 0.012132296191722286,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.03943053020125942,\n    \"lr\": 0.012132296191722286,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.03943053020125942,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.012132296191722286,\n    \"n_head\": 2\n  },\n  \"experiment_tag\": \"25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.0394,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0121,n_head=2\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719500447.739386,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1968.0494442436639,\n    \"timestamp\": 1719508546,\n    \"checkpoint_dir_name\": \"checkpoint_000017\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 18,\n    \"trial_id\": \"b7bc0828\",\n    \"date\": \"2024-06-27_19-15-46\",\n    \"time_this_iter_s\": 154.52800750732422,\n    \"time_total_s\": 2823.5459802150726,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 2,\n      \"drop_rate\": 0.03943053020125942,\n      \"lr\": 0.012132296191722286,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 1558.1138837337494,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.0394,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0121,n_head=2\"\n  },\n  \"last_result_time\": 1719508546.484786,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1999.236413670337,\n      \"min\": 1960.5562071312131,\n      \"avg\": 1973.3295261386393,\n      \"last\": 1968.0494442436639,\n      \"last-5-avg\": 1978.2473732775586,\n      \"last-10-avg\": 1976.9785678172673\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 18,\n      \"min\": 1,\n      \"avg\": 9.5,\n      \"last\": 18,\n      \"last-5-avg\": 16.0,\n      \"last-10-avg\": 13.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 168.71964645385742,\n      \"min\": 153.99702858924866,\n      \"avg\": 156.86366556750406,\n      \"last\": 154.52800750732422,\n      \"last-5-avg\": 154.40012302398682,\n      \"last-10-avg\": 155.81138837337494\n    },\n    \"time_total_s\": {\n      \"max\": 2823.5459802150726,\n      \"min\": 168.4553461074829,\n      \"avg\": 1502.8267165289983,\n      \"last\": 2823.5459802150726,\n      \"last-5-avg\": 2514.838827705383,\n      \"last-10-avg\": 2128.7060168504713\n    },\n    \"time_since_restore\": {\n      \"max\": 1558.1138837337494,\n      \"min\": 168.00890111923218,\n      \"avg\": 692.0542412334017,\n      \"last\": 1558.1138837337494,\n      \"last-5-avg\": 1249.40673122406,\n      \"last-10-avg\": 863.2739203691483\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 4.388888888888888,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd06edae9e4094869452946807680d4308b3d96c16f23c9f4094869452946807680d4308b1582c96dae79e4094869452946807680d4308c260303806f99e4094869452946807680d43080c0683a132c09e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a552a9741de19e4094869452946807680d4308c4e1705815e19e4094869452946807680d430802814060cef59e4094869452946807680d43082c168b05f7ed9e4094869452946807680d430847a3d1c839b49e4094869452946807680d4308369bcd06edae9e4094869452946807680d4308b3d96c16f23c9f4094869452946807680d4308b1582c96dae79e4094869452946807680d4308c260303806f99e4094869452946807680d43080c0683a132c09e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0e4b0f4b104b114b12652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b094b0a4b0b4b0c4b0d4b0e4b0f4b104b114b12652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406359c6230000004740633fe7a880000047406352addc80000047406342c3f200000047406350e570000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740650048eb000000474063561c0a000000474063538739800000474063486db600000047406351460100000047406359c6230000004740633fe7a880000047406352addc80000047406342c3f200000047406350e570000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740a13cb39c4800004740a270b216d000004740a3a5dcf49800004740a4da0933b800004740a60f178ab80000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847409665c394e00000474098d0871620000047409b3af7fd50000047409da405b41000004740a007173a1800004740a13cb39c4800004740a270b216d000004740a3a5dcf49800004740a4da0933b800004740a60f178ab80000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408d6759822000004740911ba9b620000047409385ff71b00000474095ee57eff0000047409858749df00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740650048eb0000004740742b327a80000047407dd4f617400000474083bc967920000047408890e7f960000047408d6759822000004740911ba9b620000047409385ff71b00000474095ee57eff0000047409858749df00000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059582420000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11c66c0446196fc1a47b419e7d5e22b48d00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fe7ebf3f74ad9e4094869452948c0974696d657374616d70944a487f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31372d30332d3336948c1074696d655f746869735f697465725f73944740650e92320000008c0c74696d655f746f74616c5f73944740650e92320000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740650e92320000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1142d7100ffdc214b4ed435a24abc30681007362756268317d94288c046c6f7373946836683c4308d0e7f359fab39e4094869452948c0974696d657374616d70944ae27f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31372d30362d3131948c1074696d655f746869735f697465725f739447406359dfef0000008c0c74696d655f746f74616c5f73944740743439108000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740743439108000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10e3c8cbb052046cb942426a6907a610067362756268317d94288c046c6f7373946836683c430889442231b1fe9e4094869452948c0974696d657374616d70944ab3907d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d31372d3536948c1074696d655f746869735f697465725f73944740651707580000008c0c74696d655f746f74616c5f739447407ebfbcbc8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740651707580000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a114b2f0b8b0c186792df49598ceb7a7899007362756268317d94288c046c6f7373946836683c430873b95c8e39a29e4094869452948c0974696d657374616d70944a4e917d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d32302d3330948c1074696d655f746869735f697465725f73944740635044d18000008c0c74696d655f746f74616c5f739447408433ef92a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407433a614c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10e7e764d89c75b2a8b74064b347e7544f7362756268317d94288c046c6f7373946836683c43086bb55aedd8ad9e4094869452948c0974696d657374616d70944ae9917d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d32332d3035948c1074696d655f746869735f697465725f739447406359b3890000008c0c74696d655f746f74616c5f73944740890a5c74e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407de07fd94000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1030b88e6119f411a60943b41a5069721a7362756268317d94288c046c6f7373946836683c4308381c0ea79d149f4094869452948c0974696d657374616d70944a84927d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d32352d3430948c1074696d655f746869735f697465725f73944740635de9290000008c0c74696d655f746f74616c5f739447408de1d6bf2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083c7ba36e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10086f9e8ace640389df4b51ee59409c137362756268317d94288c046c6f7373946836683c4308e0eff7bb76b09e4094869452948c0974696d657374616d70944a1e937d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d32382d3134948c1074696d655f746869735f697465725f73944740634e0bca8000008c0c74696d655f746f74616c5f73944740915aacd8e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740889b3d298000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a102c9bea5d8b7fa7bd5b423c8098614e7c7362756268317d94288c046c6f7373946836683c4308080402a14ea39e4094869452948c0974696d657374616d70944ab9937d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d33302d3439948c1074696d655f746869735f697465725f7394474063586cf50000008c0c74696d655f746f74616c5f7394474093c5ba778000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408d715866c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a107128193e1d86c480d34809d9fd7abe577362756268317d94288c046c6f7373946836683c4308a552a9741de19e4094869452948c0974696d657374616d70944ad4987d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d35322d3336948c1074696d655f746869735f697465725f73944740650048eb0000008c0c74696d655f746f74616c5f739447409665c394e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740650048eb0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10bc529c9aa04a4fbe6048c87e33ce75157362756268317d94288c046c6f7373946836683c4308c4e1705815e19e4094869452948c0974696d657374616d70944a6e997d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d35352d3131948c1074696d655f746869735f697465725f7394474063561c0a0000008c0c74696d655f746f74616c5f7394474098d087162000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740742b327a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a11560b6ea36378348bbc45ed3cd2c8e5c6007362756268317d94288c046c6f7373946836683c430802814060cef59e4094869452948c0974696d657374616d70944a099a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d35372d3435948c1074696d655f746869735f697465725f73944740635387398000008c0c74696d655f746f74616c5f739447409b3af7fd5000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407dd4f6174000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a116e3d8af1097c1c87b54662a8ccbd63cc007362756268317d94288c046c6f7373946836683c43082c168b05f7ed9e4094869452948c0974696d657374616d70944aa39a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d30302d3139948c1074696d655f746869735f697465725f7394474063486db60000008c0c74696d655f746f74616c5f739447409da405b41000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083bc96792000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a11301b8734c13226b75a444bb17e6b0d96007362756268317d94288c046c6f7373946836683c430847a3d1c839b49e4094869452948c0974696d657374616d70944a3e9b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d30322d3534948c1074696d655f746869735f697465725f73944740635146010000008c0c74696d655f746f74616c5f73944740a007173a1800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408890e7f96000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11a321e7c34ad49e8d7f4fa6954e3269e9007362756268317d94288c046c6f7373946836683c4308369bcd06edae9e4094869452948c0974696d657374616d70944ad99b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d30352d3239948c1074696d655f746869735f697465725f739447406359c6230000008c0c74696d655f746f74616c5f73944740a13cb39c4800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408d6759822000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a1130afd452a0e81289be47ff8abd33c4bb007362756268317d94288c046c6f7373946836683c4308b3d96c16f23c9f4094869452948c0974696d657374616d70944a739c7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d30382d3033948c1074696d655f746869735f697465725f73944740633fe7a88000008c0c74696d655f746f74616c5f73944740a270b216d000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740911ba9b62000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a114054666533b611a4084ff6962e2e7ccd007362756268317d94288c046c6f7373946836683c4308b1582c96dae79e4094869452948c0974696d657374616d70944a0d9d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d31302d3337948c1074696d655f746869735f697465725f739447406352addc8000008c0c74696d655f746f74616c5f73944740a3a5dcf49800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409385ff71b000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a109b506d754032219f9642aee47f62c3517362756268317d94288c046c6f7373946836683c4308c260303806f99e4094869452948c0974696d657374616d70944aa79d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d31332d3131948c1074696d655f746869735f697465725f739447406342c3f20000008c0c74696d655f746f74616c5f73944740a4da0933b800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474095ee57eff000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a10c4080881579607a13a4a86685905ff467362756268317d94288c046c6f7373946836683c43080c0683a132c09e4094869452948c0974696d657374616d70944a429e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d31352d3436948c1074696d655f746869735f697465725f739447406350e5700000008c0c74696d655f746f74616c5f73944740a60f178ab800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409858749df000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a5203000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"e0b92d48\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65306239326434385f32365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30302d3437948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5f5cee2cab8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.9027598279893692,\n    \"lr\": 0.00800097877874484,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.9027598279893692,\n    \"lr\": 0.00800097877874484,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.9027598279893692,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.00800097877874484,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.9028,embedding_dim=1024,encoder_ff=512,encoder_num_layer=8,lr=0.0080,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719500771.1535168,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2331.1488584984004,\n    \"timestamp\": 1719502199,\n    \"checkpoint_dir_name\": \"checkpoint_000001\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 2,\n    \"trial_id\": \"e0b92d48\",\n    \"date\": \"2024-06-27_17-29-59\",\n    \"time_this_iter_s\": 703.9930710792542,\n    \"time_total_s\": 1428.5337228775024,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.9027598279893692,\n      \"lr\": 0.00800097877874484,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 1428.5337228775024,\n    \"iterations_since_restore\": 2,\n    \"experiment_tag\": \"26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.9028,embedding_dim=1024,encoder_ff=512,encoder_num_layer=8,lr=0.0080,n_head=4\"\n  },\n  \"last_result_time\": 1719502199.6969414,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2406.545863834892,\n      \"min\": 2331.1488584984004,\n      \"avg\": 2368.847361166646,\n      \"last\": 2331.1488584984004,\n      \"last-5-avg\": 2368.847361166646,\n      \"last-10-avg\": 2368.847361166646\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 724.5406517982483,\n      \"min\": 703.9930710792542,\n      \"avg\": 714.2668614387512,\n      \"last\": 703.9930710792542,\n      \"last-5-avg\": 714.2668614387512,\n      \"last-10-avg\": 714.2668614387512\n    },\n    \"time_total_s\": {\n      \"max\": 1428.5337228775024,\n      \"min\": 724.5406517982483,\n      \"avg\": 1076.5371873378754,\n      \"last\": 1428.5337228775024,\n      \"last-5-avg\": 1076.5371873378754,\n      \"last-10-avg\": 1076.5371873378754\n    },\n    \"time_since_restore\": {\n      \"max\": 1428.5337228775024,\n      \"min\": 724.5406517982483,\n      \"avg\": 1076.5371873378754,\n      \"last\": 1428.5337228775024,\n      \"last-5-avg\": 1076.5371873378754,\n      \"last-10-avg\": 1076.5371873378754\n    },\n    \"iterations_since_restore\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308dced767b17cda24094869452946807680d4308b95c2e374c36a2409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308dced767b17cda24094869452946807680d4308b95c2e374c36a2409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474086a45341400000474085fff1cf400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474086a45341400000474085fff1cf400000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474086a45341400000474096522288400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474086a45341400000474096522288400000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474086a45341400000474096522288400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474086a45341400000474096522288400000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595a8090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306239326434385f32365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30302d34372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11a9e6e93ee6dde2a12b4f5201f5507ae400736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308dced767b17cda24094869452948c0974696d657374616d70944ab7827d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086530623932643438948c0464617465948c13323032342d30362d32375f31372d31382d3135948c1074696d655f746869735f697465725f7394474086a453414000008c0c74696d655f746f74616c5f7394474086a453414000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fece368942b6bf08c026c7294473f8062d131868d418c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474086a453414000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306239326434385f32365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30302d34372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11d8355b676fe909ad3b452f38e7b536f2007362756268317d94288c046c6f7373946836683c4308b95c2e374c36a24094869452948c0974696d657374616d70944a77857d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086530623932643438948c0464617465948c13323032342d30362d32375f31372d32392d3539948c1074696d655f746869735f697465725f7394474085fff1cf4000008c0c74696d655f746f74616c5f73944740965222884000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fece368942b6bf08c026c7294473f8062d131868d418c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740965222884000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"b83eca19\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62383365636131395f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30362d3131948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5ff3ada37d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.49135894275544967,\n    \"lr\": 0.035530667591767505,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.49135894275544967,\n    \"lr\": 0.035530667591767505,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.49135894275544967,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.035530667591767505,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4914,embedding_dim=256,encoder_ff=512,encoder_num_layer=2,lr=0.0355,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719502199.8508859,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2299.3813442921073,\n    \"timestamp\": 1719502338,\n    \"checkpoint_dir_name\": \"checkpoint_000001\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 2,\n    \"trial_id\": \"b83eca19\",\n    \"date\": \"2024-06-27_17-32-18\",\n    \"time_this_iter_s\": 62.30854034423828,\n    \"time_total_s\": 138.48588919639587,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.49135894275544967,\n      \"lr\": 0.035530667591767505,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 138.48588919639587,\n    \"iterations_since_restore\": 2,\n    \"experiment_tag\": \"27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4914,embedding_dim=256,encoder_ff=512,encoder_num_layer=2,lr=0.0355,n_head=1\"\n  },\n  \"last_result_time\": 1719502338.346973,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 3332.7398422121064,\n      \"min\": 2299.3813442921073,\n      \"avg\": 2816.0605932521066,\n      \"last\": 2299.3813442921073,\n      \"last-5-avg\": 2816.0605932521066,\n      \"last-10-avg\": 2816.0605932521066\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 76.17734885215759,\n      \"min\": 62.30854034423828,\n      \"avg\": 69.24294459819794,\n      \"last\": 62.30854034423828,\n      \"last-5-avg\": 69.24294459819794,\n      \"last-10-avg\": 69.24294459819794\n    },\n    \"time_total_s\": {\n      \"max\": 138.48588919639587,\n      \"min\": 76.17734885215759,\n      \"avg\": 107.33161902427673,\n      \"last\": 138.48588919639587,\n      \"last-5-avg\": 107.33161902427673,\n      \"last-10-avg\": 107.33161902427673\n    },\n    \"time_since_restore\": {\n      \"max\": 138.48588919639587,\n      \"min\": 76.17734885215759,\n      \"avg\": 107.33161902427673,\n      \"last\": 138.48588919639587,\n      \"last-5-avg\": 107.33161902427673,\n      \"last-10-avg\": 107.33161902427673\n    },\n    \"iterations_since_restore\": {\n      \"max\": 2,\n      \"min\": 1,\n      \"avg\": 1.5,\n      \"last\": 2,\n      \"last-5-avg\": 1.5,\n      \"last-10-avg\": 1.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308653299cc7a09aa4094869452946807680d43083c1e8f3fc3f6a1409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308653299cc7a09aa4094869452946807680d43083c1e8f3fc3f6a1409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740530b59af00000047404f277e40000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740530b59af00000047404f277e40000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740530b59af0000004740614f8c67800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740530b59af0000004740614f8c67800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740530b59af0000004740614f8c67800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740530b59af0000004740614f8c67800000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595a6090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62383365636131395f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30362d31312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1078e82ddaaa9b4eb2f341e09969294f14736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308653299cc7a09aa4094869452948c0974696d657374616d70944ac3857d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086238336563613139948c0464617465948c13323032342d30362d32375f31372d33312d3136948c1074696d655f746869735f697465725f73944740530b59af0000008c0c74696d655f746f74616c5f73944740530b59af0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fdf726cc76ed5b08c026c7294473fa231135e9f95a38c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740530b59af0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62383365636131395f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30362d31312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10e2cbf892f53125b1ed497533d25c133b7362756268317d94288c046c6f7373946836683c43083c1e8f3fc3f6a14094869452948c0974696d657374616d70944a02867d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086238336563613139948c0464617465948c13323032342d30362d32375f31372d33322d3138948c1074696d655f746869735f697465725f739447404f277e400000008c0c74696d655f746f74616c5f73944740614f8c678000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fdf726cc76ed5b08c026c7294473fa231135e9f95a38c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740614f8c678000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"93c649bd\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d3539948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f6121ad21bb8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.7914041407453669,\n    \"lr\": 0.0017184389008014717,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.7914041407453669,\n    \"lr\": 0.0017184389008014717,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.7914041407453669,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.0017184389008014717,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.7914,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0017,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719502338.492429,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1996.1505780557948,\n    \"timestamp\": 1719502633,\n    \"checkpoint_dir_name\": \"checkpoint_000003\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 4,\n    \"trial_id\": \"93c649bd\",\n    \"date\": \"2024-06-27_17-37-13\",\n    \"time_this_iter_s\": 70.27228903770447,\n    \"time_total_s\": 295.0506408214569,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.7914041407453669,\n      \"lr\": 0.0017184389008014717,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 295.0506408214569,\n    \"iterations_since_restore\": 4,\n    \"experiment_tag\": \"28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.7914,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0017,n_head=1\"\n  },\n  \"last_result_time\": 1719502633.5740893,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2008.213741753045,\n      \"min\": 1996.1505780557948,\n      \"avg\": 2000.0280597116061,\n      \"last\": 1996.1505780557948,\n      \"last-5-avg\": 2000.0280597116064,\n      \"last-10-avg\": 2000.0280597116064\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 4,\n      \"min\": 1,\n      \"avg\": 2.5,\n      \"last\": 4,\n      \"last-5-avg\": 2.5,\n      \"last-10-avg\": 2.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 84.1758508682251,\n      \"min\": 70.20663857460022,\n      \"avg\": 73.76266020536423,\n      \"last\": 70.27228903770447,\n      \"last-5-avg\": 73.76266020536423,\n      \"last-10-avg\": 73.76266020536423\n    },\n    \"time_total_s\": {\n      \"max\": 295.0506408214569,\n      \"min\": 84.1758508682251,\n      \"avg\": 189.64413917064667,\n      \"last\": 295.0506408214569,\n      \"last-5-avg\": 189.64413917064667,\n      \"last-10-avg\": 189.64413917064667\n    },\n    \"time_since_restore\": {\n      \"max\": 295.0506408214569,\n      \"min\": 84.1758508682251,\n      \"avg\": 189.64413917064667,\n      \"last\": 295.0506408214569,\n      \"last-5-avg\": 189.64413917064667,\n      \"last-10-avg\": 189.64413917064667\n    },\n    \"iterations_since_restore\": {\n      \"max\": 4,\n      \"min\": 1,\n      \"avg\": 2.5,\n      \"last\": 4,\n      \"last-5-avg\": 2.5,\n      \"last-10-avg\": 2.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fcfd7eaf16319f4094869452946807680d4308f8fbfd2ee73d9f4094869452946807680d4308793c1edfda609f4094869452946807680d4308894422319a309f409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fcfd7eaf16319f4094869452946807680d4308f8fbfd2ee73d9f4094869452946807680d4308793c1edfda609f4094869452946807680d4308894422319a309f409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740550b41240000004740519955cf0000004740518d3991000000474051916d2f000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740550b41240000004740519955cf0000004740518d3991000000474051916d2f000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740550b4124000000474063524b7980000047406c18e84200000047407270cf6cc00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740550b4124000000474063524b7980000047406c18e84200000047407270cf6cc00000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740550b4124000000474063524b7980000047406c18e84200000047407270cf6cc00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740550b4124000000474063524b7980000047406c18e84200000047407270cf6cc00000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595be100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d35392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11119e02ef692363add54b61fdfd505c9a00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fcfd7eaf16319f4094869452948c0974696d657374616d70944a56867d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083933633634396264948c0464617465948c13323032342d30362d32375f31372d33332d3432948c1074696d655f746869735f697465725f73944740550b41240000008c0c74696d655f746f74616c5f73944740550b41240000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe9532ec6cd735c8c026c7294473f5c27a7b84371e48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740550b41240000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d35392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1069c94cbc2f9456a7ec40c185562403187362756268317d94288c046c6f7373946836683c4308f8fbfd2ee73d9f4094869452948c0974696d657374616d70944a9d867d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083933633634396264948c0464617465948c13323032342d30362d32375f31372d33342d3533948c1074696d655f746869735f697465725f73944740519955cf0000008c0c74696d655f746f74616c5f7394474063524b798000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe9532ec6cd735c8c026c7294473f5c27a7b84371e48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474063524b798000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d35392f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a104a9c616b2a2a53852f48de68ba639d5e7362756268317d94288c046c6f7373946836683c4308793c1edfda609f4094869452948c0974696d657374616d70944ae3867d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083933633634396264948c0464617465948c13323032342d30362d32375f31372d33362d3033948c1074696d655f746869735f697465725f73944740518d39910000008c0c74696d655f746f74616c5f739447406c18e8420000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe9532ec6cd735c8c026c7294473f5c27a7b84371e48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406c18e8420000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d35392f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11ed6ae56fd70564afdc410872a485b7ce007362756268317d94288c046c6f7373946836683c4308894422319a309f4094869452948c0974696d657374616d70944a29877d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083933633634396264948c0464617465948c13323032342d30362d32375f31372d33372d3133948c1074696d655f746869735f697465725f7394474051916d2f0000008c0c74696d655f746f74616c5f739447407270cf6cc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe9532ec6cd735c8c026c7294473f5c27a7b84371e48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407270cf6cc000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"9b9348b4\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d3138948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f616d2be45c8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.6040963353962471,\n    \"lr\": 0.00012961012336004763,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.6040963353962471,\n    \"lr\": 0.00012961012336004763,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.6040963353962471,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.00012961012336004763,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.6041,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0001,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719508546.6348734,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 352.8110904243049,\n    \"timestamp\": 1719513218,\n    \"checkpoint_dir_name\": \"checkpoint_000019\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 20,\n    \"trial_id\": \"9b9348b4\",\n    \"date\": \"2024-06-27_20-33-38\",\n    \"time_this_iter_s\": 50.251272201538086,\n    \"time_total_s\": 1056.5283246040344,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.6040963353962471,\n      \"lr\": 0.00012961012336004763,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 519.0710537433624,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.6041,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0001,n_head=1\"\n  },\n  \"last_result_time\": 1719513218.5348237,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1685.7740430456447,\n      \"min\": 352.8110904243049,\n      \"avg\": 599.8233108760805,\n      \"last\": 352.8110904243049,\n      \"last-5-avg\": 378.7031423974225,\n      \"last-10-avg\": 412.20894133800596\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 20,\n      \"min\": 1,\n      \"avg\": 10.5,\n      \"last\": 20,\n      \"last-5-avg\": 18.0,\n      \"last-10-avg\": 15.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 65.15657186508179,\n      \"min\": 50.07098746299744,\n      \"avg\": 52.82641623020172,\n      \"last\": 50.251272201538086,\n      \"last-5-avg\": 50.45397553443909,\n      \"last-10-avg\": 51.90710537433624\n    },\n    \"time_total_s\": {\n      \"max\": 1056.5283246040344,\n      \"min\": 64.70330953598022,\n      \"avg\": 564.879896044731,\n      \"last\": 1056.5283246040344,\n      \"last-5-avg\": 955.529240989685,\n      \"last-10-avg\": 829.2901573419571\n    },\n    \"time_since_restore\": {\n      \"max\": 519.0710537433624,\n      \"min\": 64.01091408729553,\n      \"avg\": 229.31010818481445,\n      \"last\": 519.0710537433624,\n      \"last-5-avg\": 418.07197012901304,\n      \"last-10-avg\": 291.8328864812851\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 4.25,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308afd7eb1588b5794094869452946807680d4308128944a27d2c784094869452946807680d4308b3d96cf61c72774094869452946807680d4308954aa57223f7764094869452946807680d4308d0e7f339fa0c76409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308241289e4915a7e4094869452946807680d4308a552a93458a67c4094869452946807680d43082c168bc5b7a67b4094869452946807680d43083e9fcfa739067b4094869452946807680d4308d8ebf55a529b794094869452946807680d4308afd7eb1588b5794094869452946807680d4308128944a27d2c784094869452946807680d4308b3d96cf61c72774094869452946807680d4308954aa57223f7764094869452946807680d4308d0e7f339fa0c76409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404909161e0000004740494b987e00000047404955ee8c00000047404957c4820000004740492029b0000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405000b2d10000004740498e765a0000004740494eb5d400000047404947167a00000047404940e4a600000047404909161e0000004740494b987e00000047404955ee8c00000047404957c4820000004740492029b0000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ab2a2ae80000047408c475c3660000047408ddcbb1f20000047408f723767400000474090821d01200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474082cbbed7c0000047408464a63d600000474085f9919aa000004740878e030240000047408922114ca0000047408ab2a2ae80000047408c475c3660000047408ddcbb1f20000047408f723767400000474090821d01200000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474073cdf461c00000474076f7677180000047407a22254300000047407d4d1dd3400000474080389184a00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405000b2d100000047405cc7edfe000000474064b7a47400000047406b096a12800000474070acd19e000000474073cdf461c00000474076f7677180000047407a22254300000047407d4d1dd3400000474080389184a00000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059587490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10bf338dcd807bd29ace4ca33fb4035306736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308f67abd9e18579a4094869452948c0974696d657374616d70944a839e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d31362d3531948c1074696d655f746869735f697465725f73944740502d03060000008c0c74696d655f746f74616c5f73944740502d03060000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740502d03060000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a103ac41dc53e8fe18a27432de7695d6e037362756268317d94288c046c6f7373946836683c4308793c1e0fb8dc904094869452948c0974696d657374616d70944ab59e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d31372d3431948c1074696d655f746869735f697465725f73944740491b0fd60000008c0c74696d655f746f74616c5f739447405cba8af10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405cba8af10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10c27bce557b2c29825343cc11cf262f4d7362756268317d94288c046c6f7373946836683c430863b1584cc4668a4094869452948c0974696d657374616d70944ae89e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d31382d3332948c1074696d655f746869735f697465725f73944740495779960000008c0c74696d655f746f74616c5f7394474064b323de0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064b323de0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11d14ae78f6a4232b6674662bb6d89a0f0007362756268317d94288c046c6f7373946836683c4308fe7ebfbf2e37874094869452948c0974696d657374616d70944a1a9f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d31392d3232948c1074696d655f746869735f697465725f739447404954900c0000008c0c74696d655f746f74616c5f739447406b0847e10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b0847e10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a119ae91ff0bda3769e9c4aacee483856b7007362756268317d94288c046c6f7373946836683c4308b3d96c56d14d854094869452948c0974696d657374616d70944a4e9f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d32302d3134948c1074696d655f746869735f697465725f73944740498d8c040000008c0c74696d655f746f74616c5f7394474070b5d5710000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070b5d5710000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11ff88703427119887bc468608159658c5007362756268317d94288c046c6f7373946836683c4308d8ebf59ac1db834094869452948c0974696d657374616d70944ab1aa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d30382d3439948c1074696d655f746869735f697465725f73944740504a05460000008c0c74696d655f746f74616c5f7394474074c856c28000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740504a05460000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a100a0ee2ae5736a1ac694e6ead9caaea2a7362756268317d94288c046c6f7373946836683c430857abd50ad888824094869452948c0974696d657374616d70944ae5aa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d30392d3431948c1074696d655f746869735f697465725f7394474049df9c360000008c0c74696d655f746f74616c5f7394474078044a494000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405d39d3610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a102d44c286e49c1ca104494fc0c95cfe6d7362756268317d94288c046c6f7373946836683c4308b55aad36ffa4814094869452948c0974696d657374616d70944a17ab7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d31302d3331948c1074696d655f746869735f697465725f73944740496eeb0a0000008c0c74696d655f746f74616c5f739447407b3227aa8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064f8a4730000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10948000f57a4d05952c4f5f9d96b1507f7362756268317d94288c046c6f7373946836683c430869341a5d54d7804094869452948c0974696d657374616d70944a4bab7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d31312d3233948c1074696d655f746869735f697465725f7394474049aba0980000008c0c74696d655f746f74616c5f739447407e679bbd8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b638c990000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11ae097d8ab07a6cbb084f86d4a00b3f91007362756268317d94288c046c6f7373946836683c4308a150287461bd7f4094869452948c0974696d657374616d70944a7eab7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d31322d3134948c1074696d655f746869735f697465725f73944740497da9ee0000008c0c74696d655f746f74616c5f7394474080cba87da000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070e17b8a4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a111439323fd3d1dc90634ae1083ded9efb007362756268317d94288c046c6f7373946836683c4308241289e4915a7e4094869452948c0974696d657374616d70944abbae7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32362d3033948c1074696d655f746869735f697465725f739447405000b2d10000008c0c74696d655f746f74616c5f7394474082cbbed7c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405000b2d10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a11ef75a78f983b419a3141ee8f73125cce007362756268317d94288c046c6f7373946836683c4308a552a93458a67c4094869452948c0974696d657374616d70944aeeae7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32362d3534948c1074696d655f746869735f697465725f73944740498e765a0000008c0c74696d655f746f74616c5f739447408464a63d6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405cc7edfe0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a111c61688f05804397564f84cbaebdebb1007362756268317d94288c046c6f7373946836683c43082c168bc5b7a67b4094869452948c0974696d657374616d70944a21af7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32372d3435948c1074696d655f746869735f697465725f73944740494eb5d40000008c0c74696d655f746f74616c5f7394474085f9919aa000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064b7a4740000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a10a173c5be176266bdd840665ce3809d6d7362756268317d94288c046c6f7373946836683c43083e9fcfa739067b4094869452948c0974696d657374616d70944a53af7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32382d3335948c1074696d655f746869735f697465725f739447404947167a0000008c0c74696d655f746f74616c5f73944740878e03024000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b096a128000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a1054f9296e59d9ab88e94776f84275e9677362756268317d94288c046c6f7373946836683c4308d8ebf55a529b794094869452948c0974696d657374616d70944a86af7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32392d3236948c1074696d655f746869735f697465725f739447404940e4a60000008c0c74696d655f746f74616c5f739447408922114ca000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070acd19e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a107484351e5c597ab89949776de47a65747362756268317d94288c046c6f7373946836683c4308afd7eb1588b5794094869452948c0974696d657374616d70944ab8af7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33302d3136948c1074696d655f746869735f697465725f739447404909161e0000008c0c74696d655f746f74616c5f739447408ab2a2ae8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474073cdf461c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a10c5d4102c9f68caa0da4884d0ecbc532d7362756268317d94288c046c6f7373946836683c4308128944a27d2c784094869452948c0974696d657374616d70944aeaaf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33312d3036948c1074696d655f746869735f697465725f73944740494b987e0000008c0c74696d655f746f74616c5f739447408c475c366000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076f767718000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a10331880af1091dc91834d1830d68ee87e7362756268317d94288c046c6f7373946836683c4308b3d96cf61c72774094869452948c0974696d657374616d70944a1db07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33312d3537948c1074696d655f746869735f697465725f739447404955ee8c0000008c0c74696d655f746f74616c5f739447408ddcbb1f2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a2225430000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a117474f65d4def3699f248796c883baaab007362756268317d94288c046c6f7373946836683c4308954aa57223f7764094869452948c0974696d657374616d70944a50b07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33322d3438948c1074696d655f746869735f697465725f739447404957c4820000008c0c74696d655f746f74616c5f739447408f7237674000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407d4d1dd34000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a10a68f44ea8a70a4a303496972e92f19637362756268317d94288c046c6f7373946836683c4308d0e7f339fa0c764094869452948c0974696d657374616d70944a82b07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33332d3338948c1074696d655f746869735f697465725f73944740492029b00000008c0c74696d655f746f74616c5f7394474090821d012000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080389184a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"d78b949d\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d3436948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f675331d2c18c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.6203685879053435,\n    \"lr\": 0.00010069872409405673,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.6203685879053435,\n    \"lr\": 0.00010069872409405673,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.6203685879053435,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.00010069872409405673,\n    \"n_head\": 8\n  },\n  \"experiment_tag\": \"30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.6204,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=8\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719508814.176607,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 459.3377106433778,\n    \"timestamp\": 1719514000,\n    \"checkpoint_dir_name\": \"checkpoint_000019\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 20,\n    \"trial_id\": \"d78b949d\",\n    \"date\": \"2024-06-27_20-46-40\",\n    \"time_this_iter_s\": 76.87024331092834,\n    \"time_total_s\": 1577.7552337646484,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 8,\n      \"drop_rate\": 0.6203685879053435,\n      \"lr\": 0.00010069872409405673,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 782.1084101200104,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.6204,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=8\"\n  },\n  \"last_result_time\": 1719514000.8487723,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1976.3505897822342,\n      \"min\": 459.3377106433778,\n      \"avg\": 890.8902057677744,\n      \"last\": 459.3377106433778,\n      \"last-5-avg\": 479.47560900590554,\n      \"last-10-avg\": 526.9576414814146\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 20,\n      \"min\": 1,\n      \"avg\": 10.5,\n      \"last\": 20,\n      \"last-5-avg\": 18.0,\n      \"last-10-avg\": 15.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 91.49215126037598,\n      \"min\": 76.3912570476532,\n      \"avg\": 78.88776168823239,\n      \"last\": 76.87024331092834,\n      \"last-5-avg\": 76.78816304206848,\n      \"last-10-avg\": 78.21084101200104\n    },\n    \"time_total_s\": {\n      \"max\": 1577.7552337646484,\n      \"min\": 89.9982442855835,\n      \"avg\": 837.4053977727889,\n      \"last\": 1577.7552337646484,\n      \"last-5-avg\": 1424.1440885066986,\n      \"last-10-avg\": 1232.2260891199112\n    },\n    \"time_since_restore\": {\n      \"max\": 782.1084101200104,\n      \"min\": 89.9982442855835,\n      \"avg\": 340.3709824085235,\n      \"last\": 782.1084101200104,\n      \"last-5-avg\": 628.4972648620605,\n      \"last-10-avg\": 436.57926547527313\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 4.25,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089fcfe73353be7f4094869452946807680d430853a954ea22757e4094869452946807680d4308f4f97cde31b57d4094869452946807680d4308c8e3f138fd377d4094869452946807680d43081a8d464367b57c409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308954aa532a691834094869452946807680d430889442231c28b824094869452946807680d4308fcfd7ebf70ee814094869452946807680d4308bd5eafa7ed32814094869452946807680d4308bfdfef77cf82804094869452946807680d43089fcfe73353be7f4094869452946807680d430853a954ea22757e4094869452946807680d4308f4f97cde31b57d4094869452946807680d4308c8e3f138fd377d4094869452946807680d43081a8d464367b57c409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405336e29a0000004740533588eb000000474053190a5b0000004740533f0e6000000047405337b211000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056df7f680000004740531ec7e10000004740531b3ae70000004740533815fa0000004740533921b600000047405336e29a0000004740533588eb000000474053190a5b0000004740533f0e6000000047405337b211000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474093dab0209000004740950e08af4000004740963f9954f00000474097738a3af00000474098a7055c000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408bb91c9ee0000047408e1cf59b000000474090402e7bf0000047409173afdb900000474092a741f6f00000474093dab0209000004740950e08af4000004740963f9954f00000474097738a3af00000474098a7055c000000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407db0671e8000004740813ee4aca00000474083a205f800000047408609e7c400000047408870de06200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056df7f68000000474064ff23a480000047406e8cc11800000047407414660a800000474078e2ae7800000047407db0671e8000004740813ee4aca00000474083a205f800000047408609e7c400000047408870de06200000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005958a490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10ac99a8db0bf809af144b7ea1f94dd222736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080804020167e19e4094869452948c0974696d657374616d70944aa89f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32312d3434948c1074696d655f746869735f697465725f73944740567fe33c0000008c0c74696d655f746f74616c5f73944740567fe33c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740567fe33c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a110aae5c8e3aae8093df4a5db40485a19f007362756268317d94288c046c6f7373946836683c4308512814ea28db9e4094869452948c0974696d657374616d70944af49f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32332d3030948c1074696d655f746869735f697465725f73944740532442b80000008c0c74696d655f746f74616c5f7394474064d212fa0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064d212fa0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10c12f71301d1953aa084f906985e42e717362756268317d94288c046c6f7373946836683c430863b1588ca3da9e4094869452948c0974696d657374616d70944a41a07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32342d3137948c1074696d655f746869735f697465725f73944740533ba3a80000008c0c74696d655f746f74616c5f739447406e6fe4ce0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e6fe4ce0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10b106b850b7f229982c42e44093e9e56a7362756268317d94288c046c6f7373946836683c4308ca6432795263994094869452948c0974696d657374616d70944a8ea07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32352d3334948c1074696d655f746869735f697465725f73944740533b5ce80000008c0c74696d655f746f74616c5f739447407406c9a10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407406c9a10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11d3464daa054fe48d82491a844e02cf95007362756268317d94288c046c6f7373946836683c43082a954a8517be914094869452948c0974696d657374616d70944adba07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32362d3531948c1074696d655f746869735f697465725f73944740531addd00000008c0c74696d655f746f74616c5f7394474078cd81150000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474078cd81150000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a116f7bcea0cd2084bbc648614f48de77c8007362756268317d94288c046c6f7373946836683c4308381c0ec7043a8d4094869452948c0974696d657374616d70944ad9ab7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31332d3435948c1074696d655f746869735f697465725f7394474056bd87330000008c0c74696d655f746f74616c5f739447407e7ce2e1c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474056bd87330000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a105c5e4527741927b2ce4d395f3bf4823f7362756268317d94288c046c6f7373946836683c4308dced76bb0ba0894094869452948c0974696d657374616d70944a26ac7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31352d3032948c1074696d655f746869735f697465725f739447405345cd420000008c0c74696d655f746f74616c5f7394474081a72b192000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406501aa3a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a112b12fa4452f7648c0f44685adc11c9ae007362756268317d94288c046c6f7373946836683c43084ba55209983d874094869452948c0974696d657374616d70944a73ac7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31362d3139948c1074696d655f746869735f697465725f73944740532b4eb60000008c0c74696d655f746f74616c5f73944740840c94efe000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e9751958000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11a9c1b3472b7c26b50c4efbba6458eccd007362756268317d94288c046c6f7373946836683c4308a9542ab503e0854094869452948c0974696d657374616d70944ac0ac7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31372d3336948c1074696d655f746869735f697465725f7394474053419fcc0000008c0c74696d655f746f74616c5f739447408674c8e96000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740741c10bdc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10ccc91c13004408ac2247761f5ddc17147362756268317d94288c046c6f7373946836683c43083e9fcf27ebb8844094869452948c0974696d657374616d70944a0dad7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31382d3533948c1074696d655f746869735f697465725f7394474053431e440000008c0c74696d655f746f74616c5f7394474088dd2cb1e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474078ecd84ec000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a103cf21dbd3a747ca7e3491a6937e3963a7362756268317d94288c046c6f7373946836683c4308954aa532a691834094869452948c0974696d657374616d70944adeb07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d33352d3130948c1074696d655f746869735f697465725f7394474056df7f680000008c0c74696d655f746f74616c5f739447408bb91c9ee000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474056df7f680000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a1175401975d5fedba0bf47ebcb9d5190df007362756268317d94288c046c6f7373946836683c430889442231c28b824094869452948c0974696d657374616d70944a2ab17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d33362d3236948c1074696d655f746869735f697465725f73944740531ec7e10000008c0c74696d655f746f74616c5f739447408e1cf59b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064ff23a48000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a10df05042ca215e9a72a4ef6e4e70a61597362756268317d94288c046c6f7373946836683c4308fcfd7ebf70ee814094869452948c0974696d657374616d70944a77b17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d33372d3433948c1074696d655f746869735f697465725f73944740531b3ae70000008c0c74696d655f746f74616c5f7394474090402e7bf000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e8cc1180000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a10f4600364476091882b4e07c2a583db7a7362756268317d94288c046c6f7373946836683c4308bd5eafa7ed32814094869452948c0974696d657374616d70944ac3b17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d33382d3539948c1074696d655f746869735f697465725f73944740533815fa0000008c0c74696d655f746f74616c5f739447409173afdb9000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407414660a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a11802fc66eefa36dbd984c4a672eac98d6007362756268317d94288c046c6f7373946836683c4308bfdfef77cf82804094869452948c0974696d657374616d70944a10b27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34302d3136948c1074696d655f746869735f697465725f73944740533921b60000008c0c74696d655f746f74616c5f7394474092a741f6f000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474078e2ae780000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a104e6e887c027a42afc340d5dff5a928217362756268317d94288c046c6f7373946836683c43089fcfe73353be7f4094869452948c0974696d657374616d70944a5db27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34312d3333948c1074696d655f746869735f697465725f739447405336e29a0000008c0c74696d655f746f74616c5f7394474093dab0209000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407db0671e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a1118d704e82568e1a57d4d2e0ce92a5184007362756268317d94288c046c6f7373946836683c430853a954ea22757e4094869452948c0974696d657374616d70944aaab27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34322d3530948c1074696d655f746869735f697465725f73944740533588eb0000008c0c74696d655f746f74616c5f73944740950e08af4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740813ee4aca000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a116bd1c8e63606edb53b42547b059e17ab007362756268317d94288c046c6f7373946836683c4308f4f97cde31b57d4094869452948c0974696d657374616d70944af6b27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34342d3036948c1074696d655f746869735f697465725f7394474053190a5b0000008c0c74696d655f746f74616c5f73944740963f9954f000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083a205f80000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a113d3d11da0bfbdfbd9145d6d1cedf46f9007362756268317d94288c046c6f7373946836683c4308c8e3f138fd377d4094869452948c0974696d657374616d70944a43b37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34352d3233948c1074696d655f746869735f697465725f73944740533f0e600000008c0c74696d655f746f74616c5f7394474097738a3af000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408609e7c40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a11d8b7ea668c4772aeb741e203db524f9e007362756268317d94288c046c6f7373946836683c43081a8d464367b57c4094869452948c0974696d657374616d70944a90b37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34362d3430948c1074696d655f746869735f697465725f739447405337b2110000008c0c74696d655f746f74616c5f7394474098a7055c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408870de062000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"8e5e7f52\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d3134948c1863757272656e745f636865636b706f696e745f696e646578944b048c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f679ea8f5c18c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.2933049514156799,\n    \"lr\": 0.011848091629580768,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.2933049514156799,\n    \"lr\": 0.011848091629580768,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.2933049514156799,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.011848091629580768,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2933,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0118,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719509211.1978602,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2114.985403466412,\n    \"timestamp\": 1719509537,\n    \"checkpoint_dir_name\": \"checkpoint_000004\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 5,\n    \"trial_id\": \"8e5e7f52\",\n    \"date\": \"2024-06-27_19-32-17\",\n    \"time_this_iter_s\": 62.10174918174744,\n    \"time_total_s\": 326.75364899635315,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.2933049514156799,\n      \"lr\": 0.011848091629580768,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 326.75364899635315,\n    \"iterations_since_restore\": 5,\n    \"experiment_tag\": \"31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2933,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0118,n_head=4\"\n  },\n  \"last_result_time\": 1719509537.9771423,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2238.4140029066193,\n      \"min\": 2114.985403466412,\n      \"avg\": 2180.0107214259347,\n      \"last\": 2114.985403466412,\n      \"last-5-avg\": 2180.0107214259347,\n      \"last-10-avg\": 2180.0107214259347\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 5,\n      \"min\": 1,\n      \"avg\": 3.0,\n      \"last\": 5,\n      \"last-5-avg\": 3.0,\n      \"last-10-avg\": 3.0\n    },\n    \"time_this_iter_s\": {\n      \"max\": 76.45697116851807,\n      \"min\": 62.10174918174744,\n      \"avg\": 65.35072979927064,\n      \"last\": 62.10174918174744,\n      \"last-5-avg\": 65.35072979927062,\n      \"last-10-avg\": 65.35072979927062\n    },\n    \"time_total_s\": {\n      \"max\": 326.75364899635315,\n      \"min\": 76.45697116851807,\n      \"avg\": 201.89558091163636,\n      \"last\": 326.75364899635315,\n      \"last-5-avg\": 201.89558091163636,\n      \"last-10-avg\": 201.89558091163636\n    },\n    \"time_since_restore\": {\n      \"max\": 326.75364899635315,\n      \"min\": 76.45697116851807,\n      \"avg\": 201.89558091163636,\n      \"last\": 326.75364899635315,\n      \"last-5-avg\": 201.89558091163636,\n      \"last-10-avg\": 201.89558091163636\n    },\n    \"iterations_since_restore\": {\n      \"max\": 5,\n      \"min\": 1,\n      \"avg\": 3.0,\n      \"last\": 5,\n      \"last-5-avg\": 3.0,\n      \"last-10-avg\": 3.0\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c26030f8d37ca14094869452946807680d430828140aa5b651a14094869452946807680d430887c3e1e06c10a14094869452946807680d4308ecf57a6d2bc3a04094869452946807680d4308369bcd86f885a0409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c26030f8d37ca14094869452946807680d430828140aa5b651a14094869452946807680d430887c3e1e06c10a14094869452946807680d4308ecf57a6d2bc3a04094869452946807680d4308369bcd86f885a0409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740531d3f0400000047404f8d676800000047404f3efa0c00000047404f4c91f800000047404f0d061e000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740531d3f0400000047404f8d676800000047404f3efa0c00000047404f4c91f800000047404f0d061e000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740531d3f0400000047406171f95c00000047406941b7df0000004740708a6e2e8000004740746c0ef2400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740531d3f0400000047406171f95c00000047406941b7df0000004740708a6e2e8000004740746c0ef2400000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740531d3f0400000047406171f95c00000047406941b7df0000004740708a6e2e8000004740746c0ef2400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740531d3f0400000047406171f95c00000047406941b7df0000004740708a6e2e8000004740746c0ef2400000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005954c140000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1027a1fda02d1183b71d4cf066c267dc07736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c26030f8d37ca14094869452948c0974696d657374616d70944a27a17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d32382d3037948c1074696d655f746869735f697465725f73944740531d3f040000008c0c74696d655f746f74616c5f73944740531d3f040000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740531d3f040000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11f6f229ac944bc0b2f34830c41f0680c3007362756268317d94288c046c6f7373946836683c430828140aa5b651a14094869452948c0974696d657374616d70944a66a17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d32392d3130948c1074696d655f746869735f697465725f739447404f8d67680000008c0c74696d655f746f74616c5f739447406171f95c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406171f95c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a110df6d619774c538f03498f150424aad4007362756268317d94288c046c6f7373946836683c430887c3e1e06c10a14094869452948c0974696d657374616d70944aa5a17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d33302d3133948c1074696d655f746869735f697465725f739447404f3efa0c0000008c0c74696d655f746f74616c5f739447406941b7df0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406941b7df0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a113b5eee4fed74f9a3e546e56c2cd16fef007362756268317d94288c046c6f7373946836683c4308ecf57a6d2bc3a04094869452948c0974696d657374616d70944ae3a17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d33312d3135948c1074696d655f746869735f697465725f739447404f4c91f80000008c0c74696d655f746f74616c5f73944740708a6e2e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740708a6e2e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11749d47e294fc8aabea4b25f7c1a152e6007362756268317d94288c046c6f7373946836683c4308369bcd86f885a04094869452948c0974696d657374616d70944a21a27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d33322d3137948c1074696d655f746869735f697465725f739447404f0d061e0000008c0c74696d655f746f74616c5f73944740746c0ef24000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740746c0ef24000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c749468ef75622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"6b7688f2\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d3531948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f683564d75f8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.3756319644523144,\n    \"lr\": 0.003959565870439527,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.3756319644523144,\n    \"lr\": 0.003959565870439527,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.3756319644523144,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.003959565870439527,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.3756,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0040,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719509538.1213415,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1977.05159056656,\n    \"timestamp\": 1719512699,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"6b7688f2\",\n    \"date\": \"2024-06-27_20-24-59\",\n    \"time_this_iter_s\": 71.11927580833435,\n    \"time_total_s\": 732.4098014831543,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.3756319644523144,\n      \"lr\": 0.003959565870439527,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 365.8200936317444,\n    \"iterations_since_restore\": 5,\n    \"experiment_tag\": \"32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.3756,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0040,n_head=4\"\n  },\n  \"last_result_time\": 1719512699.2448514,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1989.802595964567,\n      \"min\": 1962.6643076018086,\n      \"avg\": 1970.8706661194324,\n      \"last\": 1977.05159056656,\n      \"last-5-avg\": 1967.1450121301364,\n      \"last-10-avg\": 1970.8706661194326\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": true,\n      \"min\": false,\n      \"avg\": 0.1,\n      \"last\": true,\n      \"last-5-avg\": 0.2,\n      \"last-10-avg\": 0.1\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 83.60843539237976,\n      \"min\": 70.53654623031616,\n      \"avg\": 73.24098014831543,\n      \"last\": 71.11927580833435,\n      \"last-5-avg\": 73.16401872634887,\n      \"last-10-avg\": 73.24098014831543\n    },\n    \"time_total_s\": {\n      \"max\": 732.4098014831543,\n      \"min\": 83.60843539237976,\n      \"avg\": 407.9442696094513,\n      \"last\": 732.4098014831543,\n      \"last-5-avg\": 590.818308019638,\n      \"last-10-avg\": 407.9442696094513\n    },\n    \"time_since_restore\": {\n      \"max\": 366.5897078514099,\n      \"min\": 82.97016429901123,\n      \"avg\": 224.64941568374635,\n      \"last\": 365.8200936317444,\n      \"last-5-avg\": 224.22860016822816,\n      \"last-10-avg\": 224.64941568374633\n    },\n    \"iterations_since_restore\": {\n      \"max\": 5,\n      \"min\": 1,\n      \"avg\": 3.0,\n      \"last\": 5,\n      \"last-5-avg\": 3.0,\n      \"last-10-avg\": 3.0\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243081e8fc7030db19e4094869452946807680d43080a8542c19bb49e4094869452946807680d4308f0f7fbade5ac9e4094869452946807680d4308793c1e2f23b89e4094869452946807680d4308a15028d434e49e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308de6eb7db35179f4094869452946807680d430802814040a8aa9e4094869452946807680d4308ca643269caca9e4094869452946807680d4308241289b4aa039f4094869452946807680d4308f8fbfdee99b39e4094869452946807680d43081e8fc7030db19e4094869452946807680d43080a8542c19bb49e4094869452946807680d4308f0f7fbade5ac9e4094869452946807680d4308793c1e2f23b89e4094869452946807680d4308a15028d434e49e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898988652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898988652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054be172c000000474051a256c6000000474051a8dd40000000474051a38f01000000474051c7a237000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054e6f09b000000474051aaa1c4000000474051b529d7000000474051aac02b000000474051b44165000000474054be172c000000474051a256c6000000474051a8dd40000000474051a38f01000000474051c7a237000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407c18f53c80000047408040c57700000047408275e11f000000474084aa52ff200000474086e34746000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054e6f09b00000047406348c92f80000047406c235e1b0000004740727c5f18400000474076e96f7180000047407c18f53c80000047408040c57700000047408275e11f000000474084aa52ff200000474086e34746000000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054be172c0000004740633036f900000047406c04a5990000004740726b368cc00000474076dd1f1a800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054e6f09b00000047406348c92f80000047406c235e1b0000004740727c5f18400000474076e96f71800000474054be172c0000004740633036f900000047406c04a5990000004740726b368cc00000474076dd1f1a800000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b014b024b034b044b05652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059509260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a103c0571b904872bbf36407febb80bab58736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308de6eb7db35179f4094869452948c0974696d657374616d70944a75a27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33332d3431948c1074696d655f746869735f697465725f7394474054e6f09b0000008c0c74696d655f746f74616c5f7394474054e6f09b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474054e6f09b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1017261739721814a5ec469c55e054d6457362756268317d94288c046c6f7373946836683c430802814040a8aa9e4094869452948c0974696d657374616d70944abca27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33342d3532948c1074696d655f746869735f697465725f7394474051aaa1c40000008c0c74696d655f746f74616c5f739447406348c92f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406348c92f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1058901253b2e9aa88b34891aec305c44c7362756268317d94288c046c6f7373946836683c4308ca643269caca9e4094869452948c0974696d657374616d70944a03a37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33362d3033948c1074696d655f746869735f697465725f7394474051b529d70000008c0c74696d655f746f74616c5f739447406c235e1b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406c235e1b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a104df7b78aa6645fa6e442a0ea8f4c5d127362756268317d94288c046c6f7373946836683c4308241289b4aa039f4094869452948c0974696d657374616d70944a49a37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33372d3133948c1074696d655f746869735f697465725f7394474051aac02b0000008c0c74696d655f746f74616c5f73944740727c5f184000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740727c5f184000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10424bc6d334aef894564ab5732c2a82297362756268317d94288c046c6f7373946836683c4308f8fbfdee99b39e4094869452948c0974696d657374616d70944a90a37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33382d3234948c1074696d655f746869735f697465725f7394474051b441650000008c0c74696d655f746f74616c5f7394474076e96f718000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474076e96f718000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a115a6401e67ae1c981ff4ec9be1600b5f7007362756268317d94288c046c6f7373946836683c43081e8fc7030db19e4094869452948c0974696d657374616d70944a60ad7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32302d3136948c1074696d655f746869735f697465725f7394474054be172c0000008c0c74696d655f746f74616c5f739447407c18f53c8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474054be172c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10323a4964cd7ab1ab114b89042dc203577362756268317d94288c046c6f7373946836683c43080a8542c19bb49e4094869452948c0974696d657374616d70944aa6ad7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32312d3236948c1074696d655f746869735f697465725f7394474051a256c60000008c0c74696d655f746f74616c5f739447408040c5770000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740633036f90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a111bc51691da50e587f2413bc08329b8c6007362756268317d94288c046c6f7373946836683c4308f0f7fbade5ac9e4094869452948c0974696d657374616d70944aedad7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32322d3337948c1074696d655f746869735f697465725f7394474051a8dd400000008c0c74696d655f746f74616c5f739447408275e11f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406c04a5990000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a108b7ec37b153c64880d4c78163b71ef377362756268317d94288c046c6f7373946836683c4308793c1e2f23b89e4094869452948c0974696d657374616d70944a34ae7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32332d3438948c1074696d655f746869735f697465725f7394474051a38f010000008c0c74696d655f746f74616c5f7394474084aa52ff2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740726b368cc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a101349eefb7b3d979a564bfe2c861c70587362756268317d94288c046c6f7373946836683c4308a15028d434e49e4094869452948c0974696d657374616d70944a7bae7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32342d3539948c1074696d655f746869735f697465725f7394474051c7a2370000008c0c74696d655f746f74616c5f7394474086e347460000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474076dd1f1a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"12269c59\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d3138948c1863757272656e745f636865636b706f696e745f696e646578944b048c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f6880c216788c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.3380953528716497,\n    \"lr\": 0.07187916796871326,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.3380953528716497,\n    \"lr\": 0.07187916796871326,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.3380953528716497,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.07187916796871326,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.3381,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0719,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719509904.8849514,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2631.3529908187747,\n    \"timestamp\": 1719510773,\n    \"checkpoint_dir_name\": \"checkpoint_000004\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 5,\n    \"trial_id\": \"12269c59\",\n    \"date\": \"2024-06-27_19-52-53\",\n    \"time_this_iter_s\": 170.7047655582428,\n    \"time_total_s\": 868.424795627594,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.3380953528716497,\n      \"lr\": 0.07187916796871326,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 868.424795627594,\n    \"iterations_since_restore\": 5,\n    \"experiment_tag\": \"33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.3381,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0719,n_head=16\"\n  },\n  \"last_result_time\": 1719510773.3369021,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 3017.182736374262,\n      \"min\": 2631.3529908187747,\n      \"avg\": 2842.475900436762,\n      \"last\": 2631.3529908187747,\n      \"last-5-avg\": 2842.4759004367615,\n      \"last-10-avg\": 2842.4759004367615\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 5,\n      \"min\": 1,\n      \"avg\": 3.0,\n      \"last\": 5,\n      \"last-5-avg\": 3.0,\n      \"last-10-avg\": 3.0\n    },\n    \"time_this_iter_s\": {\n      \"max\": 184.32761549949646,\n      \"min\": 170.7047655582428,\n      \"avg\": 173.68495912551882,\n      \"last\": 170.7047655582428,\n      \"last-5-avg\": 173.6849591255188,\n      \"last-10-avg\": 173.6849591255188\n    },\n    \"time_total_s\": {\n      \"max\": 868.424795627594,\n      \"min\": 184.32761549949646,\n      \"avg\": 526.509883069992,\n      \"last\": 868.424795627594,\n      \"last-5-avg\": 526.509883069992,\n      \"last-10-avg\": 526.509883069992\n    },\n    \"time_since_restore\": {\n      \"max\": 868.424795627594,\n      \"min\": 184.32761549949646,\n      \"avg\": 526.509883069992,\n      \"last\": 868.424795627594,\n      \"last-5-avg\": 526.509883069992,\n      \"last-10-avg\": 526.509883069992\n    },\n    \"iterations_since_restore\": {\n      \"max\": 5,\n      \"min\": 1,\n      \"avg\": 3.0,\n      \"last\": 5,\n      \"last-5-avg\": 3.0,\n      \"last-10-avg\": 3.0\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9f8f5d92a74094869452946807680d430822914804370ba74094869452946807680d4308894422115551a64094869452946807680d43086fb7dbed238ba54094869452946807680d4308da6c36bbb48ea4409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9f8f5d92a74094869452946807680d430822914804370ba74094869452946807680d4308894422115551a64094869452946807680d43086fb7dbed238ba54094869452946807680d4308da6c36bbb48ea4409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740670a7bd380000047406557ccde0000004740657de52f80000047406556dc9b800000474065568d70800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740670a7bd380000047406557ccde0000004740657de52f80000047406556dc9b800000474065568d70800000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740670a7bd3800000474076312458c00000474080780b78400000474085cdc29f20000047408b2365fb400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740670a7bd3800000474076312458c00000474080780b78400000474085cdc29f20000047408b2365fb400000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740670a7bd3800000474076312458c00000474080780b78400000474085cdc29f20000047408b2365fb400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740670a7bd3800000474076312458c00000474080780b78400000474085cdc29f20000047408b2365fb400000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005954f140000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1037b1399531ed1299444fb853fff5305a736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9f8f5d92a74094869452948c0974696d657374616d70944a49a47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d34312d3239948c1074696d655f746869735f697465725f73944740670a7bd38000008c0c74696d655f746f74616c5f73944740670a7bd38000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740670a7bd38000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11d06c29d35867e397a3472b24440979cb007362756268317d94288c046c6f7373946836683c430822914804370ba74094869452948c0974696d657374616d70944af3a47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d34342d3139948c1074696d655f746869735f697465725f739447406557ccde0000008c0c74696d655f746f74616c5f7394474076312458c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076312458c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10c084c8f165d463914f446a5b12946b7d7362756268317d94288c046c6f7373946836683c4308894422115551a64094869452948c0974696d657374616d70944a9ea57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d34372d3131948c1074696d655f746869735f697465725f73944740657de52f8000008c0c74696d655f746f74616c5f7394474080780b784000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080780b784000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10cca97005b47ee09d3a4f8a0c9c4319307362756268317d94288c046c6f7373946836683c43086fb7dbed238ba54094869452948c0974696d657374616d70944a4aa67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d35302d3032948c1074696d655f746869735f697465725f739447406556dc9b8000008c0c74696d655f746f74616c5f7394474085cdc29f2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085cdc29f2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11b4ad2137842fdfb075481275eaa369f8007362756268317d94288c046c6f7373946836683c4308da6c36bbb48ea44094869452948c0974696d657374616d70944af5a67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d35322d3533948c1074696d655f746869735f697465725f7394474065568d708000008c0c74696d655f746f74616c5f739447408b2365fb4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408b2365fb4000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c749468ef75622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"b167b5be\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d3234948c1863757272656e745f636865636b706f696e745f696e646578944b048c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f68cc1de5b58c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.9916390007635185,\n    \"lr\": 0.02082451872516576,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.9916390007635185,\n    \"lr\": 0.02082451872516576,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.9916390007635185,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.02082451872516576,\n    \"n_head\": 2\n  },\n  \"experiment_tag\": \"34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.9916,embedding_dim=256,encoder_ff=512,encoder_num_layer=1,lr=0.0208,n_head=2\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719510773.481196,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2179.0624384842517,\n    \"timestamp\": 1719511075,\n    \"checkpoint_dir_name\": \"checkpoint_000004\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 5,\n    \"trial_id\": \"b167b5be\",\n    \"date\": \"2024-06-27_19-57-55\",\n    \"time_this_iter_s\": 57.4915931224823,\n    \"time_total_s\": 301.6636803150177,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 2,\n      \"drop_rate\": 0.9916390007635185,\n      \"lr\": 0.02082451872516576,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 301.6636803150177,\n    \"iterations_since_restore\": 5,\n    \"experiment_tag\": \"34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.9916,embedding_dim=256,encoder_ff=512,encoder_num_layer=1,lr=0.0208,n_head=2\"\n  },\n  \"last_result_time\": 1719511075.1690466,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2619.9586787186267,\n      \"min\": 2179.0624384842517,\n      \"avg\": 2394.6708419199067,\n      \"last\": 2179.0624384842517,\n      \"last-5-avg\": 2394.6708419199067,\n      \"last-10-avg\": 2394.6708419199067\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 5,\n      \"min\": 1,\n      \"avg\": 3.0,\n      \"last\": 5,\n      \"last-5-avg\": 3.0,\n      \"last-10-avg\": 3.0\n    },\n    \"time_this_iter_s\": {\n      \"max\": 71.05141735076904,\n      \"min\": 57.45701217651367,\n      \"avg\": 60.332736063003544,\n      \"last\": 57.4915931224823,\n      \"last-5-avg\": 60.33273606300354,\n      \"last-10-avg\": 60.33273606300354\n    },\n    \"time_total_s\": {\n      \"max\": 301.6636803150177,\n      \"min\": 71.05141735076904,\n      \"avg\": 186.5413459777832,\n      \"last\": 301.6636803150177,\n      \"last-5-avg\": 186.5413459777832,\n      \"last-10-avg\": 186.5413459777832\n    },\n    \"time_since_restore\": {\n      \"max\": 301.6636803150177,\n      \"min\": 71.05141735076904,\n      \"avg\": 186.5413459777832,\n      \"last\": 301.6636803150177,\n      \"last-5-avg\": 186.5413459777832,\n      \"last-10-avg\": 186.5413459777832\n    },\n    \"iterations_since_restore\": {\n      \"max\": 5,\n      \"min\": 1,\n      \"avg\": 3.0,\n      \"last\": 5,\n      \"last-5-avg\": 3.0,\n      \"last-10-avg\": 3.0\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bfdfefd7ea77a44094869452946807680d4308341a8d66526ea34094869452946807680d43084ba552a9e4c1a24094869452946807680d4308da6c367b73dca14094869452946807680d4308bfdfeff71f06a1409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bfdfefd7ea77a44094869452946807680d4308341a8d66526ea34094869452946807680d43084ba552a9e4c1a24094869452946807680d4308da6c367b73dca14094869452946807680d4308bfdfeff71f06a1409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051c34a6c00000047404d06ca6e00000047404cce284e00000047404cba7f6000000047404cbeec86000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051c34a6c00000047404d06ca6e00000047404cce284e00000047404cba7f6000000047404cbeec86000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051c34a6c0000004740602357d180000047406756e1e500000047406e8581bd000000474072da9e6f400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051c34a6c0000004740602357d180000047406756e1e500000047406e8581bd000000474072da9e6f400000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051c34a6c0000004740602357d180000047406756e1e500000047406e8581bd000000474072da9e6f400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051c34a6c0000004740602357d180000047406756e1e500000047406e8581bd000000474072da9e6f400000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059550140000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a107a3961e2297e63ae4e4f30bfa7c1ae20736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bfdfefd7ea77a44094869452948c0974696d657374616d70944a3ca77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35342d3034948c1074696d655f746869735f697465725f7394474051c34a6c0000008c0c74696d655f746f74616c5f7394474051c34a6c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474051c34a6c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11121a7b021f9aa0ad3b44a3a6b91e7d92007362756268317d94288c046c6f7373946836683c4308341a8d66526ea34094869452948c0974696d657374616d70944a76a77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35352d3032948c1074696d655f746869735f697465725f739447404d06ca6e0000008c0c74696d655f746f74616c5f73944740602357d18000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740602357d18000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11231dff5d434a0c98e74f4aa7e4e4d296007362756268317d94288c046c6f7373946836683c43084ba552a9e4c1a24094869452948c0974696d657374616d70944ab0a77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35362d3030948c1074696d655f746869735f697465725f739447404cce284e0000008c0c74696d655f746f74616c5f739447406756e1e50000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406756e1e50000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a111d755b26ec7b379f8247ae94e542f7cc007362756268317d94288c046c6f7373946836683c4308da6c367b73dca14094869452948c0974696d657374616d70944ae9a77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35362d3537948c1074696d655f746869735f697465725f739447404cba7f600000008c0c74696d655f746f74616c5f739447406e8581bd0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e8581bd0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10cad1734ef18e53b0d443887ff52ffd347362756268317d94288c046c6f7373946836683c4308bfdfeff71f06a14094869452948c0974696d657374616d70944a23a87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35372d3535948c1074696d655f746869735f697465725f739447404cbeec860000008c0c74696d655f746f74616c5f7394474072da9e6f4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072da9e6f4000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c749468ef75622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"694ee9b5\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d3533948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f69ae3deee78c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.7402505539115447,\n    \"lr\": 0.0006126521431696416,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.7402505539115447,\n    \"lr\": 0.0006126521431696416,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.7402505539115447,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.0006126521431696416,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.7403,embedding_dim=64,encoder_ff=1024,encoder_num_layer=4,lr=0.0006,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719511075.3267806,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1427.2011093980684,\n    \"timestamp\": 1719511663,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 10,\n    \"trial_id\": \"694ee9b5\",\n    \"date\": \"2024-06-27_20-07-43\",\n    \"time_this_iter_s\": 57.44098997116089,\n    \"time_total_s\": 588.59880900383,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.7402505539115447,\n      \"lr\": 0.0006126521431696416,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 588.59880900383,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.7403,embedding_dim=64,encoder_ff=1024,encoder_num_layer=4,lr=0.0006,n_head=1\"\n  },\n  \"last_result_time\": 1719511663.9820073,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2003.6415064053272,\n      \"min\": 1366.6497523991143,\n      \"avg\": 1623.0750803549456,\n      \"last\": 1427.2011093980684,\n      \"last-5-avg\": 1464.264758781373,\n      \"last-10-avg\": 1623.0750803549458\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 70.52699637413025,\n      \"min\": 57.10992646217346,\n      \"avg\": 58.859880900383,\n      \"last\": 57.44098997116089,\n      \"last-5-avg\": 57.52015929222107,\n      \"last-10-avg\": 58.859880900383\n    },\n    \"time_total_s\": {\n      \"max\": 588.59880900383,\n      \"min\": 70.52699637413025,\n      \"avg\": 329.55694622993474,\n      \"last\": 588.59880900383,\n      \"last-5-avg\": 473.43298115730283,\n      \"last-10-avg\": 329.5569462299347\n    },\n    \"time_since_restore\": {\n      \"max\": 588.59880900383,\n      \"min\": 70.52699637413025,\n      \"avg\": 329.55694622993474,\n      \"last\": 588.59880900383,\n      \"last-5-avg\": 473.43298115730283,\n      \"last-10-avg\": 329.5569462299347\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083e9fcf27c014964094869452946807680d43089bcd66935d2d984094869452946807680d4308c662b158995a954094869452946807680d430869341a8dc67b984094869452946807680d43087d3e9fefcd4c96409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c260303877109f4094869452946807680d4308381c0ee7904e9f4094869452946807680d4308369bcd0665189f4094869452946807680d4308201008040352984094869452946807680d4308bfdfef17456c954094869452946807680d43083e9fcf27c014964094869452946807680d43089bcd66935d2d984094869452946807680d4308c662b158995a954094869452946807680d430869341a8dc67b984094869452946807680d43087d3e9fefcd4c96409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404c8e121200000047404cc7cc8a00000047404cfb368800000047404cc35f6600000047404cb8725c000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051a1ba4f00000047404ce1005e00000047404cb6dae000000047404c95805000000047404d0eeeb400000047404c8e121200000047404cc7cc8a00000047404cfb368800000047404cc35f6600000047404cb8725c000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407661ba1e400000474079fab3af80000047407d9a1a80800000474080994336a0000047408264ca5c600000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051a1ba4f000000474060091d3f00000047406736d3f700000047406e5c340b000000474072cff7dc00000047407661ba1e400000474079fab3af80000047407d9a1a80800000474080994336a0000047408264ca5c600000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407661ba1e400000474079fab3af80000047407d9a1a80800000474080994336a0000047408264ca5c600000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051a1ba4f000000474060091d3f00000047406736d3f700000047406e5c340b000000474072cff7dc00000047407661ba1e400000474079fab3af80000047407d9a1a80800000474080994336a0000047408264ca5c600000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950d260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11a64e6a40f72d9d97bf4a661c9271d7d400736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c260303877109f4094869452948c0974696d657374616d70944a69a87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f31392d35392d3035948c1074696d655f746869735f697465725f7394474051a1ba4f0000008c0c74696d655f746f74616c5f7394474051a1ba4f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474051a1ba4f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a105ea147eaf1d8d8a263435e7c5be44f327362756268317d94288c046c6f7373946836683c4308381c0ee7904e9f4094869452948c0974696d657374616d70944aa3a87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30302d3033948c1074696d655f746869735f697465725f739447404ce1005e0000008c0c74696d655f746f74616c5f7394474060091d3f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474060091d3f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11533600d05dbcc6ba4e46c6b19b23c49b007362756268317d94288c046c6f7373946836683c4308369bcd0665189f4094869452948c0974696d657374616d70944adda87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30312d3031948c1074696d655f746869735f697465725f739447404cb6dae00000008c0c74696d655f746f74616c5f739447406736d3f70000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406736d3f70000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10dd29e0f37ab8bf9a704d9dea20d0ff217362756268317d94288c046c6f7373946836683c4308201008040352984094869452948c0974696d657374616d70944a16a97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30312d3538948c1074696d655f746869735f697465725f739447404c9580500000008c0c74696d655f746f74616c5f739447406e5c340b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e5c340b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a103a6a044a7aa355b60d4bd249e2c04d5d7362756268317d94288c046c6f7373946836683c4308bfdfef17456c954094869452948c0974696d657374616d70944a50a97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30322d3536948c1074696d655f746869735f697465725f739447404d0eeeb40000008c0c74696d655f746f74616c5f7394474072cff7dc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072cff7dc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a110448d855a2d47abd0343e6ea31b07792007362756268317d94288c046c6f7373946836683c43083e9fcf27c014964094869452948c0974696d657374616d70944a89a97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30332d3533948c1074696d655f746869735f697465725f739447404c8e12120000008c0c74696d655f746f74616c5f739447407661ba1e4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407661ba1e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a116e71b942d93fb6b944441d1a96b3a29d007362756268317d94288c046c6f7373946836683c43089bcd66935d2d984094869452948c0974696d657374616d70944ac3a97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30342d3531948c1074696d655f746869735f697465725f739447404cc7cc8a0000008c0c74696d655f746f74616c5f7394474079fab3af8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474079fab3af8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a118e2ed835b2d4e4ad57409bdcd8da04a7007362756268317d94288c046c6f7373946836683c4308c662b158995a954094869452948c0974696d657374616d70944afca97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30352d3439948c1074696d655f746869735f697465725f739447404cfb36880000008c0c74696d655f746f74616c5f739447407d9a1a808000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407d9a1a808000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a105313dce58a0a8ca7964d2de8d369970a7362756268317d94288c046c6f7373946836683c430869341a8dc67b984094869452948c0974696d657374616d70944a36aa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30362d3436948c1074696d655f746869735f697465725f739447404cc35f660000008c0c74696d655f746f74616c5f7394474080994336a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080994336a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1145fae3dbb7133a8b204524eecf4a2bac007362756268317d94288c046c6f7373946836683c43087d3e9fefcd4c964094869452948c0974696d657374616d70944a6faa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30372d3433948c1074696d655f746869735f697465725f739447404cb8725c0000008c0c74696d655f746f74616c5f739447408264ca5c6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408264ca5c6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"0cc69cc0\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d3535948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f69f9c6a82a8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.6143131375049876,\n    \"lr\": 0.0007003169863053682,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.6143131375049876,\n    \"lr\": 0.0007003169863053682,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.6143131375049876,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.0007003169863053682,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.6143,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0007,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719514001.0034766,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1976.771424781619,\n    \"timestamp\": 1719520207,\n    \"checkpoint_dir_name\": \"checkpoint_000019\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 20,\n    \"trial_id\": \"0cc69cc0\",\n    \"date\": \"2024-06-27_22-30-07\",\n    \"time_this_iter_s\": 65.2650773525238,\n    \"time_total_s\": 1335.995492696762,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.6143131375049876,\n      \"lr\": 0.0007003169863053682,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 671.3338758945465,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.6143,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0007,n_head=4\"\n  },\n  \"last_result_time\": 1719520207.0280643,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1980.4066219780389,\n      \"min\": 1451.6436892531988,\n      \"avg\": 1950.5915197177194,\n      \"last\": 1976.771424781619,\n      \"last-5-avg\": 1976.8154385303885,\n      \"last-10-avg\": 1976.6620400736651\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 20,\n      \"min\": 1,\n      \"avg\": 10.5,\n      \"last\": 20,\n      \"last-5-avg\": 18.0,\n      \"last-10-avg\": 15.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 79.15366196632385,\n      \"min\": 64.93273973464966,\n      \"avg\": 66.7997746348381,\n      \"last\": 65.2650773525238,\n      \"last-5-avg\": 65.74246759414673,\n      \"last-10-avg\": 67.13338758945466\n    },\n    \"time_total_s\": {\n      \"max\": 1335.995492696762,\n      \"min\": 78.72657775878906,\n      \"avg\": 705.7585663080215,\n      \"last\": 1335.995492696762,\n      \"last-5-avg\": 1204.6566157341003,\n      \"last-10-avg\": 1040.0711252212525\n    },\n    \"time_since_restore\": {\n      \"max\": 671.3338758945465,\n      \"min\": 78.72657775878906,\n      \"avg\": 373.4277579069137,\n      \"last\": 671.3338758945465,\n      \"last-5-avg\": 539.9949989318848,\n      \"last-10-avg\": 375.40950841903685\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.499999999999999,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080a854241bee39e4094869452946807680d4308bfdfefd7f1e29e4094869452946807680d4308753a9dee4fe79e4094869452946807680d43089bcd661339df9e4094869452946807680d430883c160f015e39e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd060eeb9e4094869452946807680d4308bfdfeff74bdf9e4094869452946807680d4308da6c361b07d99e4094869452946807680d4308bfdfeff70ce39e4094869452946807680d430867b3d92cbee39e4094869452946807680d43080a854241bee39e4094869452946807680d4308bfdfefd7f1e29e4094869452946807680d4308753a9dee4fe79e4094869452946807680d43089bcd661339df9e4094869452946807680d430883c160f015e39e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474050722dd100000047405071312a000000474050745f4900000047405084e1a700000047405050f707000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053c9d5990000004740506fb8670000004740506e43bd0000004740508ce132000000474050731458000000474050722dd100000047405071312a000000474050745f4900000047405084e1a700000047405050f707000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474090c444d0600000474091cb57e3000000474092d29dd7900000474093daebf2000000474094dffb62700000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740873e85b0e000004740894c7cbdc0000047408b5a453560000047408d6be15ba0000047408f7a43e6a00000474090c444d0600000474091cb57e3000000474092d29dd7900000474093daebf2000000474094dffb62700000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474079867d4600000047407da2c990800000474080dff0b1600000474082f08ce6400000474084faabc7200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053c9d5990000004740621cc70000000047406a53e8de8000004740714d2cbbc0000047407569f1d1c00000474079867d4600000047407da2c990800000474080dff0b1600000474082f08ce6400000474084faabc7200000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059588490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10d3d2f923a6b5a8963a42cd23a5317a55736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080c068361a0f19e4094869452948c0974696d657374616d70944adfb37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d34372d3539948c1074696d655f746869735f697465725f7394474053ae80400000008c0c74696d655f746f74616c5f7394474053ae80400000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053ae80400000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10c76b3560ea24d08cc4498853eb2d50357362756268317d94288c046c6f7373946836683c4308b95c2e77e0da9e4094869452948c0974696d657374616d70944a20b47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d34392d3034948c1074696d655f746869735f697465725f73944740503bb2020000008c0c74696d655f746f74616c5f7394474061f519210000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474061f519210000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a108b0ebb4048f3c1b2fc4d63fdf770762a7362756268317d94288c046c6f7373946836683c4308a9542ad58aed9e4094869452948c0974696d657374616d70944a61b47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35302d3039948c1074696d655f746869735f697465725f739447405043663c0000008c0c74696d655f746f74616c5f739447406a16cc3f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a16cc3f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11a07410175c33babc1f45b4527d72309c007362756268317d94288c046c6f7373946836683c430867b3d98c1bec9e4094869452948c0974696d657374616d70944aa2b47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35312d3134948c1074696d655f746869735f697465725f7394474050411aa50000008c0c74696d655f746f74616c5f73944740711bacc8c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740711bacc8c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1160ae920033e149a1f24dbf82795b31cd007362756268317d94288c046c6f7373946836683c4308c4e17058e5e19e4094869452948c0974696d657374616d70944ae3b47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35322d3139948c1074696d655f746869735f697465725f7394474050441cb20000008c0c74696d655f746f74616c5f73944740752cb3f54000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740752cb3f54000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1180fd69741c532189184cf47257a19b94007362756268317d94288c046c6f7373946836683c4308b95c2ef745e89e4094869452948c0974696d657374616d70944a24b57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35332d3234948c1074696d655f746869735f697465725f73944740504001130000008c0c74696d655f746f74616c5f73944740793cb43a0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740793cb43a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a101e1192683aa53787ed4e8af009c2e3697362756268317d94288c046c6f7373946836683c43081a8d462393ae964094869452948c0974696d657374616d70944a65b57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35342d3239948c1074696d655f746869735f697465725f73944740503e576f0000008c0c74696d655f746f74616c5f739447407d4c4a15c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407d4c4a15c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a104d32fff38b9d1293b44cfa00e8934e637362756268317d94288c046c6f7373946836683c43086d369b0d7beb9e4094869452948c0974696d657374616d70944aa7b57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35352d3335948c1074696d655f746869735f697465725f739447405063e49c0000008c0c74696d655f746f74616c5f7394474080b2a19e6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080b2a19e6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10b107bfa8e82ac7b6e541479ecac06d737362756268317d94288c046c6f7373946836683c4308128944e271d69e4094869452948c0974696d657374616d70944ae8b57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35362d3430948c1074696d655f746869735f697465725f73944740503d38cf0000008c0c74696d655f746f74616c5f7394474082ba48b84000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082ba48b84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11a2f45026c0734692e64588adb3a3c0fc007362756268317d94288c046c6f7373946836683c4308592c166b04d49e4094869452948c0974696d657374616d70944a29b67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35372d3435948c1074696d655f746869735f697465725f739447405058122c0000008c0c74696d655f746f74616c5f7394474084c54afdc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474084c54afdc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a75756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a107edf66b18e3bcda83b4d51022001987d7362756268317d94288c046c6f7373946836683c4308369bcd060eeb9e4094869452948c0974696d657374616d70944a7ec97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32302d3134948c1074696d655f746869735f697465725f7394474053c9d5990000008c0c74696d655f746f74616c5f73944740873e85b0e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053c9d5990000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a11731297fd5f0eb3a70f4a44fc1a2f0a80007362756268317d94288c046c6f7373946836683c4308bfdfeff74bdf9e4094869452948c0974696d657374616d70944ac0c97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32312d3230948c1074696d655f746869735f697465725f73944740506fb8670000008c0c74696d655f746f74616c5f73944740894c7cbdc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740621cc7000000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a10a253b34fdfe663956a495f2cb6c750017362756268317d94288c046c6f7373946836683c4308da6c361b07d99e4094869452948c0974696d657374616d70944a02ca7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32322d3236948c1074696d655f746869735f697465725f73944740506e43bd0000008c0c74696d655f746f74616c5f739447408b5a45356000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a53e8de8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11eded4201d63d5f9b6643e00f360f6683007362756268317d94288c046c6f7373946836683c4308bfdfeff70ce39e4094869452948c0974696d657374616d70944a44ca7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32332d3332948c1074696d655f746869735f697465725f73944740508ce1320000008c0c74696d655f746f74616c5f739447408d6be15ba000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740714d2cbbc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a113dff28fa55d1d494374bfd399e794880007362756268317d94288c046c6f7373946836683c430867b3d92cbee39e4094869452948c0974696d657374616d70944a86ca7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32342d3338948c1074696d655f746869735f697465725f73944740507314580000008c0c74696d655f746f74616c5f739447408f7a43e6a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407569f1d1c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a115cba641b6e1165890f459c08a2f267e5007362756268317d94288c046c6f7373946836683c43080a854241bee39e4094869452948c0974696d657374616d70944ac8ca7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32352d3434948c1074696d655f746869735f697465725f7394474050722dd10000008c0c74696d655f746f74616c5f7394474090c444d06000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474079867d460000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a101a3a6585e20f9cb51f4386d630d650167362756268317d94288c046c6f7373946836683c4308bfdfefd7f1e29e4094869452948c0974696d657374616d70944a09cb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32362d3439948c1074696d655f746869735f697465725f739447405071312a0000008c0c74696d655f746f74616c5f7394474091cb57e30000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407da2c9908000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a1020fc09a084eec795c34f8115137c5d197362756268317d94288c046c6f7373946836683c4308753a9dee4fe79e4094869452948c0974696d657374616d70944a4bcb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32372d3535948c1074696d655f746869735f697465725f7394474050745f490000008c0c74696d655f746f74616c5f7394474092d29dd79000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080dff0b16000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a103c8c86ba4ef9d6a519495f7642a731607362756268317d94288c046c6f7373946836683c43089bcd661339df9e4094869452948c0974696d657374616d70944a8dcb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32392d3031948c1074696d655f746869735f697465725f739447405084e1a70000008c0c74696d655f746f74616c5f7394474093daebf20000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082f08ce64000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a11751de4aee43c9781024ef3c38c9090f0007362756268317d94288c046c6f7373946836683c430883c160f015e39e4094869452948c0974696d657374616d70944acfcb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d33302d3037948c1074696d655f746869735f697465725f739447405050f7070000008c0c74696d655f746f74616c5f7394474094dffb627000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474084faabc72000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"6ef1de40\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d3431948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f6ca1148e838c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.49537163003492246,\n    \"lr\": 0.001560166878876501,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.49537163003492246,\n    \"lr\": 0.001560166878876501,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.49537163003492246,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.001560166878876501,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.4954,embedding_dim=256,encoder_ff=512,encoder_num_layer=8,lr=0.0016,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719514665.8585112,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1973.7387137826033,\n    \"timestamp\": 1719517360,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 10,\n    \"trial_id\": \"6ef1de40\",\n    \"date\": \"2024-06-27_21-42-40\",\n    \"time_this_iter_s\": 267.4155812263489,\n    \"time_total_s\": 2694.710231781006,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.49537163003492246,\n      \"lr\": 0.001560166878876501,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 2694.710231781006,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.4954,embedding_dim=256,encoder_ff=512,encoder_num_layer=8,lr=0.0016,n_head=16\"\n  },\n  \"last_result_time\": 1719517360.6187065,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1983.0505034679502,\n      \"min\": 1968.2562842181349,\n      \"avg\": 1973.104783330001,\n      \"last\": 1973.7387137826033,\n      \"last-5-avg\": 1974.9902437945989,\n      \"last-10-avg\": 1973.1047833300013\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 281.80140829086304,\n      \"min\": 267.4155812263489,\n      \"avg\": 269.4710231781006,\n      \"last\": 267.4155812263489,\n      \"last-5-avg\": 267.828737449646,\n      \"last-10-avg\": 269.4710231781006\n    },\n    \"time_total_s\": {\n      \"max\": 2694.710231781006,\n      \"min\": 281.80140829086304,\n      \"avg\": 1489.0121746540071,\n      \"last\": 2694.710231781006,\n      \"last-5-avg\": 2159.3639234542848,\n      \"last-10-avg\": 1489.012174654007\n    },\n    \"time_since_restore\": {\n      \"max\": 2694.710231781006,\n      \"min\": 281.80140829086304,\n      \"avg\": 1489.0121746540071,\n      \"last\": 2694.710231781006,\n      \"last-5-avg\": 2159.3639234542848,\n      \"last-10-avg\": 1489.012174654007\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ee76bb9d46cb9e4094869452946807680d4308b7dbedf6cac49e4094869452946807680d4308b95c2eb733fc9e4094869452946807680d4308793c1e4f94e89e4094869452946807680d43088bc56271f4d69e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084522918892d39e4094869452946807680d43080e87c3e135ca9e4094869452946807680d43087bbd5e6f06c19e4094869452946807680d4308d0e7f3597cdf9e4094869452946807680d4308da6c36bb17c29e4094869452946807680d4308ee76bb9d46cb9e4094869452946807680d4308b7dbedf6cac49e4094869452946807680d4308b95c2eb733fc9e4094869452946807680d4308793c1e4f94e89e4094869452946807680d43088bc56271f4d69e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474070bfad29000000474070c1b5ce000000474070bf645d800000474070badefe000000474070b6a638800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740719cd291800000474070c44766800000474070c86cbd400000474070cacb00800000474070c4bedb400000474070bfad29000000474070c1b5ce000000474070bf645d800000474070badefe000000474070b6a638800000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740995e2f6e80000047409d8e9ce20000004740a0df3afcb000004740a2f696dc7000004740a50d6ba3800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740719cd291800000474081308cfc00000047408994c35aa00000474090fd146d7000004740952e44244000004740995e2f6e80000047409d8e9ce20000004740a0df3afcb000004740a2f696dc7000004740a50d6ba3800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740995e2f6e80000047409d8e9ce20000004740a0df3afcb000004740a2f696dc7000004740a50d6ba3800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740719cd291800000474081308cfc00000047408994c35aa00000474090fd146d7000004740952e44244000004740995e2f6e80000047409d8e9ce20000004740a0df3afcb000004740a2f696dc7000004740a50d6ba3800000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059514260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10e877ad68df15b9920e4991a7280bf92b736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084522918892d39e4094869452948c0974696d657374616d70944a43b77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d30322d3237948c1074696d655f746869735f697465725f73944740719cd2918000008c0c74696d655f746f74616c5f73944740719cd2918000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740719cd2918000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11058da0bfb1c3b8bde04c240efba852ac007362756268317d94288c046c6f7373946836683c43080e87c3e135ca9e4094869452948c0974696d657374616d70944a4fb87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d30362d3535948c1074696d655f746869735f697465725f7394474070c447668000008c0c74696d655f746f74616c5f7394474081308cfc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474081308cfc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a109a2c56f1460560bc8c48fa5bdf6bbb5f7362756268317d94288c046c6f7373946836683c43087bbd5e6f06c19e4094869452948c0974696d657374616d70944a5cb97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d31312d3234948c1074696d655f746869735f697465725f7394474070c86cbd4000008c0c74696d655f746f74616c5f739447408994c35aa000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408994c35aa000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10242e51a2037e1c986f4302ca4be1717b7362756268317d94288c046c6f7373946836683c4308d0e7f3597cdf9e4094869452948c0974696d657374616d70944a69ba7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d31352d3533948c1074696d655f746869735f697465725f7394474070cacb008000008c0c74696d655f746f74616c5f7394474090fd146d7000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474090fd146d7000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10871ff59d838f00b04e4296c9788a1b477362756268317d94288c046c6f7373946836683c4308da6c36bb17c29e4094869452948c0974696d657374616d70944a75bb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d32302d3231948c1074696d655f746869735f697465725f7394474070c4bedb4000008c0c74696d655f746f74616c5f73944740952e44244000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740952e44244000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11d52fb3898bf8f6a51049d584c36054ed007362756268317d94288c046c6f7373946836683c4308ee76bb9d46cb9e4094869452948c0974696d657374616d70944a81bc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d32342d3439948c1074696d655f746869735f697465725f7394474070bfad290000008c0c74696d655f746f74616c5f73944740995e2f6e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740995e2f6e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a116984a6e93ca999bc3f4d27ed908707d7007362756268317d94288c046c6f7373946836683c4308b7dbedf6cac49e4094869452948c0974696d657374616d70944a8dbd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d32392d3137948c1074696d655f746869735f697465725f7394474070c1b5ce0000008c0c74696d655f746f74616c5f739447409d8e9ce20000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409d8e9ce20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1003ef008a8b8539ad0f435b9bccae287d7362756268317d94288c046c6f7373946836683c4308b95c2eb733fc9e4094869452948c0974696d657374616d70944a99be7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d33332d3435948c1074696d655f746869735f697465725f7394474070bf645d8000008c0c74696d655f746f74616c5f73944740a0df3afcb000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a0df3afcb000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10e60001d345cd39b8204b83c6c2f96f0b7362756268317d94288c046c6f7373946836683c4308793c1e4f94e89e4094869452948c0974696d657374616d70944aa5bf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d33382d3133948c1074696d655f746869735f697465725f7394474070badefe0000008c0c74696d655f746f74616c5f73944740a2f696dc7000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a2f696dc7000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a107f649b64ec959bb63342b3684a5c15297362756268317d94288c046c6f7373946836683c43088bc56271f4d69e4094869452948c0974696d657374616d70944ab0c07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d34322d3430948c1074696d655f746869735f697465725f7394474070b6a6388000008c0c74696d655f746f74616c5f73944740a50d6ba38000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a50d6ba38000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"126476e9\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d3435948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f6d837500d58c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.8131411649283373,\n    \"lr\": 0.001721462936357609,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.8131411649283373,\n    \"lr\": 0.001721462936357609,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.8131411649283373,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.001721462936357609,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8131,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0017,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719517360.7815716,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2009.24755859375,\n    \"timestamp\": 1719518127,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 10,\n    \"trial_id\": \"126476e9\",\n    \"date\": \"2024-06-27_21-55-27\",\n    \"time_this_iter_s\": 75.30808591842651,\n    \"time_total_s\": 766.4792046546936,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.8131411649283373,\n      \"lr\": 0.001721462936357609,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 766.4792046546936,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8131,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0017,n_head=1\"\n  },\n  \"last_result_time\": 1719518127.3081007,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2020.5109916146346,\n      \"min\": 2007.0465179203063,\n      \"avg\": 2014.3776815099038,\n      \"last\": 2009.24755859375,\n      \"last-5-avg\": 2011.096544064499,\n      \"last-10-avg\": 2014.3776815099038\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 88.88545632362366,\n      \"min\": 75.18996810913086,\n      \"avg\": 76.64792046546935,\n      \"last\": 75.30808591842651,\n      \"last-5-avg\": 75.28878254890442,\n      \"last-10-avg\": 76.64792046546935\n    },\n    \"time_total_s\": {\n      \"max\": 766.4792046546936,\n      \"min\": 88.88545632362366,\n      \"avg\": 427.68169691562656,\n      \"last\": 766.4792046546936,\n      \"last-5-avg\": 615.8821082115173,\n      \"last-10-avg\": 427.6816969156265\n    },\n    \"time_since_restore\": {\n      \"max\": 766.4792046546936,\n      \"min\": 88.88545632362366,\n      \"avg\": 427.68169691562656,\n      \"last\": 766.4792046546936,\n      \"last-5-avg\": 615.8821082115173,\n      \"last-10-avg\": 427.6816969156265\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089bcd6603157c9f4094869452946807680d43081e8fc7e3ac649f4094869452946807680d430893c964a22f5c9f4094869452946807680d4308a552a944ff7b9f4094869452946807680d430800000080fd649f409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1eafa1899f4094869452946807680d43088bc562410b929f4094869452946807680d4308cce57239847d9f4094869452946807680d43081a8d4653ac809f4094869452946807680d4308d0e7f3a94f879f4094869452946807680d43089bcd6603157c9f4094869452946807680d43081e8fc7e3ac649f4094869452946807680d430893c964a22f5c9f4094869452946807680d4308a552a944ff7b9f4094869452946807680d430800000080fd649f409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474052d2f5f6000000474052d00d70000000474052d0e3fb000000474052d4ca02000000474052d3b7ae000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405638ab51000000474052d72d5c000000474052d1b175000000474052cc2870000000474052d48fa7000000474052d2f5f6000000474052d00d70000000474052d0e3fb000000474052d4ca02000000474052d3b7ae000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407d154e0bc00000474080e4a8b3e000004740833ec533400000474085995e73800000474087f3d569400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405638ab5100000047406487ec5680000047406df0c511000000474073ab6ca480000047407860908e40000047407d154e0bc00000474080e4a8b3e000004740833ec533400000474085995e73800000474087f3d569400000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407d154e0bc00000474080e4a8b3e000004740833ec533400000474085995e73800000474087f3d569400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405638ab5100000047406487ec5680000047406df0c511000000474073ab6ca480000047407860908e40000047407d154e0bc00000474080e4a8b3e000004740833ec533400000474085995e73800000474087f3d569400000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950a260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10c624c9e8b85cb9824e47fa2bd5fecc55736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1eafa1899f4094869452948c0974696d657374616d70944a09c17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34342d3039948c1074696d655f746869735f697465725f739447405638ab510000008c0c74696d655f746f74616c5f739447405638ab510000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405638ab510000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11854b5cf80cf335b27e402cfaa50ba6a7007362756268317d94288c046c6f7373946836683c43088bc562410b929f4094869452948c0974696d657374616d70944a54c17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34352d3235948c1074696d655f746869735f697465725f7394474052d72d5c0000008c0c74696d655f746f74616c5f739447406487ec568000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406487ec568000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a107c7877ee955a908e964d798db0176b767362756268317d94288c046c6f7373946836683c4308cce57239847d9f4094869452948c0974696d657374616d70944aa0c17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34362d3430948c1074696d655f746869735f697465725f7394474052d1b1750000008c0c74696d655f746f74616c5f739447406df0c5110000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406df0c5110000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a100cf784d334cf489cc14921c44d3aaf407362756268317d94288c046c6f7373946836683c43081a8d4653ac809f4094869452948c0974696d657374616d70944aebc17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34372d3535948c1074696d655f746869735f697465725f7394474052cc28700000008c0c74696d655f746f74616c5f7394474073ab6ca48000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474073ab6ca48000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10785b8095940bf49c8542b0f61b6147237362756268317d94288c046c6f7373946836683c4308d0e7f3a94f879f4094869452948c0974696d657374616d70944a36c27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34392d3130948c1074696d655f746869735f697465725f7394474052d48fa70000008c0c74696d655f746f74616c5f739447407860908e4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407860908e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11bf724159c2c9669b824b067bb1bff4f0007362756268317d94288c046c6f7373946836683c43089bcd6603157c9f4094869452948c0974696d657374616d70944a82c27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35302d3236948c1074696d655f746869735f697465725f7394474052d2f5f60000008c0c74696d655f746f74616c5f739447407d154e0bc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407d154e0bc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10aa4612f7a8acfeb62d46a38a813869697362756268317d94288c046c6f7373946836683c43081e8fc7e3ac649f4094869452948c0974696d657374616d70944acdc27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35312d3431948c1074696d655f746869735f697465725f7394474052d00d700000008c0c74696d655f746f74616c5f7394474080e4a8b3e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474080e4a8b3e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11bacda4a64fc4509e3b424a8bff0cf1fe007362756268317d94288c046c6f7373946836683c430893c964a22f5c9f4094869452948c0974696d657374616d70944a18c37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35322d3536948c1074696d655f746869735f697465725f7394474052d0e3fb0000008c0c74696d655f746f74616c5f73944740833ec5334000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740833ec5334000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10d75be1b3ce9dad98d64e0f43894604557362756268317d94288c046c6f7373946836683c4308a552a944ff7b9f4094869452948c0974696d657374616d70944a63c37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35342d3131948c1074696d655f746869735f697465725f7394474052d4ca020000008c0c74696d655f746f74616c5f7394474085995e738000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474085995e738000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a100f5abf68f80d3f8d11470221c7579c717362756268317d94288c046c6f7373946836683c430800000080fd649f4094869452948c0974696d657374616d70944aafc37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35352d3237948c1074696d655f746869735f697465725f7394474052d3b7ae0000008c0c74696d655f746f74616c5f7394474087f3d5694000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474087f3d5694000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"5436b378\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d3430948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f702b1eb51d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.049405145459166966,\n    \"lr\": 0.0917460389036109,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.049405145459166966,\n    \"lr\": 0.0917460389036109,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.049405145459166966,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.0917460389036109,\n    \"n_head\": 2\n  },\n  \"experiment_tag\": \"39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.0494,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0917,n_head=2\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719518127.4546864,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1954.128303587906,\n    \"timestamp\": 1719520903,\n    \"checkpoint_dir_name\": \"checkpoint_000019\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 20,\n    \"trial_id\": \"5436b378\",\n    \"date\": \"2024-06-27_22-41-43\",\n    \"time_this_iter_s\": 68.36882543563843,\n    \"time_total_s\": 1390.6505200862885,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 2,\n      \"drop_rate\": 0.049405145459166966,\n      \"lr\": 0.0917460389036109,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 695.9118068218231,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.0494,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0917,n_head=2\"\n  },\n  \"last_result_time\": 1719520903.1593108,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1998.2474076879307,\n      \"min\": 1953.7692371278297,\n      \"avg\": 1968.0650306521436,\n      \"last\": 1954.128303587906,\n      \"last-5-avg\": 1958.3086956354578,\n      \"last-10-avg\": 1962.4795481283832\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 20,\n      \"min\": 1,\n      \"avg\": 10.5,\n      \"last\": 20,\n      \"last-5-avg\": 18.0,\n      \"last-10-avg\": 15.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 81.73000359535217,\n      \"min\": 67.73129034042358,\n      \"avg\": 69.53252600431442,\n      \"last\": 68.36882543563843,\n      \"last-5-avg\": 68.27991886138916,\n      \"last-10-avg\": 69.59118068218231\n    },\n    \"time_total_s\": {\n      \"max\": 1390.6505200862885,\n      \"min\": 81.73000359535217,\n      \"avg\": 735.9162840604781,\n      \"last\": 1390.6505200862885,\n      \"last-5-avg\": 1253.9816384792327,\n      \"last-10-avg\": 1083.4131253242492\n    },\n    \"time_since_restore\": {\n      \"max\": 695.9118068218231,\n      \"min\": 81.72813010215759,\n      \"avg\": 388.54692742824545,\n      \"last\": 695.9118068218231,\n      \"last-5-avg\": 559.2429252147674,\n      \"last-10-avg\": 388.67441205978395\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.499999999999999,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082c168bc5feba9e4094869452946807680d430853a9546a88aa9e4094869452946807680d430897cbe5b213879e4094869452946807680d43080683c1400e899e4094869452946807680d43081008046283889e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308e8f3f9fc10cf9e4094869452946807680d43088d46a37186a99e4094869452946807680d43082e97cb258da69e4094869452946807680d43084ba55229a8ad9e4094869452946807680d43087bbd5e4f35d89e4094869452946807680d43082c168bc5feba9e4094869452946807680d430853a9546a88aa9e4094869452946807680d430897cbe5b213879e4094869452946807680d43080683c1400e899e4094869452946807680d43081008046283889e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051140358000000474050fdc13c00000047405116bc6a000000474051197720000000474051179ad6000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740546e99af00000047405114dc6f000000474050fc69550000004740510f4c73000000474051119c31000000474051140358000000474050fdc13c00000047405116bc6a000000474051197720000000474051179ad6000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474091764128300000474092861d3bf00000474093978902900000474094a92074900000474095ba9a21f00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408843bc1860000047408a6657a640000047408c85e4d0e0000047408ea7ce5f4000004740906500f2b00000474091764128300000474092861d3bf00000474093978902900000474094a92074900000474095ba9a21f00000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407a6d32dbc0000047407eaca32ac00000474081792922a000004740839c5806a00000474085bf4b61600000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740546e99af000000474062c1bb0f00000047406b3fefb9800000474071e3caf9800000474076283205c0000047407a6d32dbc0000047407eaca32ac00000474081792922a000004740839c5806a00000474085bf4b61600000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005958c490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a104136cf8025a465ad6e47d4e230f2bb08736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9fefa9ac9e4094869452948c0974696d657374616d70944a01c47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32312d35362d3439948c1074696d655f746869735f697465725f73944740546eb8610000008c0c74696d655f746f74616c5f73944740546eb8610000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740546eb8610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1123e4786a52489dacdf47e973960864ca007362756268317d94288c046c6f7373946836683c4308e0eff7bb301f9f4094869452948c0974696d657374616d70944a45c47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32312d35372d3537948c1074696d655f746869735f697465725f73944740510022c40000008c0c74696d655f746f74616c5f7394474062b76d928000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474062b76d928000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10e69d0fd6afb54bae42483d954e9e252d7362756268317d94288c046c6f7373946836683c4308a9542ad5a0ab9e4094869452948c0974696d657374616d70944a89c47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32312d35392d3035948c1074696d655f746869735f697465725f739447405117a1fc0000008c0c74696d655f746f74616c5f739447406b433e908000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b433e908000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11b9e94595df8d5aa6a447ffead83c6cb6007362756268317d94288c046c6f7373946836683c4308140a85a2e4ae9e4094869452948c0974696d657374616d70944acdc47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30302d3133948c1074696d655f746869735f697465725f739447405115ba000000008c0c74696d655f746f74616c5f7394474071e70dc84000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474071e70dc84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1192d8225d5bf06ca40840a4f9d69458a5007362756268317d94288c046c6f7373946836683c4308341a8d86a1b29e4094869452948c0974696d657374616d70944a11c57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30312d3231948c1074696d655f746869735f697465725f7394474050fcdd8c0000008c0c74696d655f746f74616c5f739447407626452b4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407626452b4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11e20f2da931c86f878f4b2bb075289396007362756268317d94288c046c6f7373946836683c430883c160b0eeac9e4094869452948c0974696d657374616d70944a56c57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30322d3330948c1074696d655f746869735f697465725f739447405111482b0000008c0c74696d655f746f74616c5f739447407a6a97360000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a6a97360000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a119b2007d3ed4647ab50487eed6f8819e4007362756268317d94288c046c6f7373946836683c4308c4e17058fd389f4094869452948c0974696d657374616d70944a9ac57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30332d3338948c1074696d655f746869735f697465725f7394474050fb90310000008c0c74696d655f746f74616c5f739447407ea97b424000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407ea97b424000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10aee980d4226206b3c1468febee1abd707362756268317d94288c046c6f7373946836683c430849241269deb99e4094869452948c0974696d657374616d70944adec57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30342d3436948c1074696d655f746869735f697465725f73944740510d1d710000008c0c74696d655f746f74616c5f739447408176614f4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408176614f4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10c4830bd99949568b664f6ae17261e91b7362756268317d94288c046c6f7373946836683c43080e87c341a3379f4094869452948c0974696d657374616d70944a22c67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30352d3534948c1074696d655f746869735f697465725f73944740510d6f240000008c0c74696d655f746f74616c5f7394474083980f33c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083980f33c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1157aecc09cc54f9a29d46fc4b7e5cf880007362756268317d94288c046c6f7373946836683c43081e8fc7e395b19e4094869452948c0974696d657374616d70944a66c67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30372d3032948c1074696d655f746869735f697465725f7394474050eecd760000008c0c74696d655f746f74616c5f7394474085b5e8e28000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085b5e8e28000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a75756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a11cceefe2eded132b9cd4fe447c796bb80007362756268317d94288c046c6f7373946836683c4308e8f3f9fc10cf9e4094869452948c0974696d657374616d70944a20cc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33312d3238948c1074696d655f746869735f697465725f73944740546e99af0000008c0c74696d655f746f74616c5f739447408843bc186000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740546e99af0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a1189dfc8a271c8988fa14538e76f8b8bc3007362756268317d94288c046c6f7373946836683c43088d46a37186a99e4094869452948c0974696d657374616d70944a65cc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33322d3337948c1074696d655f746869735f697465725f739447405114dc6f0000008c0c74696d655f746f74616c5f739447408a6657a64000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474062c1bb0f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a11567a5d7c028817b7054b6b6fbacfe5fe007362756268317d94288c046c6f7373946836683c43082e97cb258da69e4094869452948c0974696d657374616d70944aa9cc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33332d3435948c1074696d655f746869735f697465725f7394474050fc69550000008c0c74696d655f746f74616c5f739447408c85e4d0e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b3fefb98000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11ceef4bd5134383b456486097a55a97b9007362756268317d94288c046c6f7373946836683c43084ba55229a8ad9e4094869452948c0974696d657374616d70944aedcc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33342d3533948c1074696d655f746869735f697465725f73944740510f4c730000008c0c74696d655f746f74616c5f739447408ea7ce5f4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474071e3caf98000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a1054264028207bd9a3874253287e5fd67e7362756268317d94288c046c6f7373946836683c43087bbd5e4f35d89e4094869452948c0974696d657374616d70944a31cd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33362d3031948c1074696d655f746869735f697465725f7394474051119c310000008c0c74696d655f746f74616c5f73944740906500f2b000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076283205c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a107eacd86e688e96b0354a935cd71a26667362756268317d94288c046c6f7373946836683c43082c168bc5feba9e4094869452948c0974696d657374616d70944a76cd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33372d3130948c1074696d655f746869735f697465725f73944740511403580000008c0c74696d655f746f74616c5f73944740917641283000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a6d32dbc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a11a246b255b9450eb49140c3dc478515d2007362756268317d94288c046c6f7373946836683c430853a9546a88aa9e4094869452948c0974696d657374616d70944abacd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33382d3138948c1074696d655f746869735f697465725f7394474050fdc13c0000008c0c74696d655f746f74616c5f7394474092861d3bf000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407eaca32ac000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a109b27d373f1a132bcae4eeccd6197df4a7362756268317d94288c046c6f7373946836683c430897cbe5b213879e4094869452948c0974696d657374616d70944afecd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33392d3236948c1074696d655f746869735f697465725f739447405116bc6a0000008c0c74696d655f746f74616c5f73944740939789029000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474081792922a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a11d60a6ae5a1ecae91dd461ba610f96ee1007362756268317d94288c046c6f7373946836683c43080683c1400e899e4094869452948c0974696d657374616d70944a42ce7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d34302d3334948c1074696d655f746869735f697465725f73944740511977200000008c0c74696d655f746f74616c5f7394474094a920749000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740839c5806a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a118ddea951ce1581bd244535b8300af993007362756268317d94288c046c6f7373946836683c43081008046283889e4094869452948c0974696d657374616d70944a87ce7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d34312d3433948c1074696d655f746869735f697465725f7394474051179ad60000008c0c74696d655f746f74616c5f7394474095ba9a21f000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085bf4b616000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"e0cd883e\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d3237948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f70c22833958c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.3372755257890534,\n    \"lr\": 0.00018514260159136858,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.3372755257890534,\n    \"lr\": 0.00018514260159136858,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.3372755257890534,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.00018514260159136858,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.3373,embedding_dim=16,encoder_ff=512,encoder_num_layer=8,lr=0.0002,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719518822.4089937,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 226.0272181953971,\n    \"timestamp\": 1719519535,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"e0cd883e\",\n    \"date\": \"2024-06-27_22-18-55\",\n    \"time_this_iter_s\": 70.02730536460876,\n    \"time_total_s\": 712.9930970668793,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.3372755257890534,\n      \"lr\": 0.00018514260159136858,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 712.9930970668793,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.3373,embedding_dim=16,encoder_ff=512,encoder_num_layer=8,lr=0.0002,n_head=16\"\n  },\n  \"last_result_time\": 1719519535.4646182,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1182.49372251015,\n      \"min\": 226.0272181953971,\n      \"avg\": 458.2284059539554,\n      \"last\": 226.0272181953971,\n      \"last-5-avg\": 276.1279017651175,\n      \"last-10-avg\": 458.22840595395536\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 83.27375411987305,\n      \"min\": 69.51625561714172,\n      \"avg\": 71.29930970668794,\n      \"last\": 70.02730536460876,\n      \"last-5-avg\": 69.8307059764862,\n      \"last-10-avg\": 71.29930970668792\n    },\n    \"time_total_s\": {\n      \"max\": 712.9930970668793,\n      \"min\": 83.27375411987305,\n      \"avg\": 398.38568634986876,\n      \"last\": 712.9930970668793,\n      \"last-5-avg\": 573.2247057914734,\n      \"last-10-avg\": 398.38568634986876\n    },\n    \"time_since_restore\": {\n      \"max\": 712.9930970668793,\n      \"min\": 83.27375411987305,\n      \"avg\": 398.38568634986876,\n      \"last\": 712.9930970668793,\n      \"last-5-avg\": 573.2247057914734,\n      \"last-10-avg\": 398.38568634986876\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430871381cce64fe744094869452946807680d4308abd56a75c967734094869452946807680d4308492412098a94704094869452946807680d43084ba55249275e6e4094869452946807680d4308c662b1f8de406c409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c96492f979924094869452946807680d4308b95c2e17542b844094869452946807680d430830180ca61e55804094869452946807680d4308592c162bdfbb7c4094869452946807680d43082a954a25a575784094869452946807680d430871381cce64fe744094869452946807680d4308abd56a75c967734094869452946807680d4308492412098a94704094869452946807680d43084ba55249275e6e4094869452946807680d4308c662b1f8de406c409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051610a55000000474051831a970000004740518002e200000047405163ec4200000047405181bf5f000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054d1853000000047405189345000000047405189cc7d00000047405183e8d20000004740518d4ca9000000474051610a55000000474051831a970000004740518002e200000047405163ec4200000047405181bf5f000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407b15b17340000047407f767819000000474081eb3c68c0000047408417b9f100000047408647f1dce00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054d185300000004740632d5cc000000047406bf242fe8000004740725a1bb3c00000474076bd6ede00000047407b15b17340000047407f767819000000474081eb3c68c0000047408417b9f100000047408647f1dce00000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407b15b17340000047407f767819000000474081eb3c68c0000047408417b9f100000047408647f1dce00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054d185300000004740632d5cc000000047406bf242fe8000004740725a1bb3c00000474076bd6ede00000047407b15b17340000047407f767819000000474081eb3c68c0000047408417b9f100000047408647f1dce00000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950e260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10f993e44a8551beb72849ea9dfa71a81c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c96492f979924094869452948c0974696d657374616d70944ab9c67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d30382d3235948c1074696d655f746869735f697465725f7394474054d185300000008c0c74696d655f746f74616c5f7394474054d185300000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474054d185300000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1189c85039598258b0b44cd81b4f030bed007362756268317d94288c046c6f7373946836683c4308b95c2e17542b844094869452948c0974696d657374616d70944affc67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d30392d3335948c1074696d655f746869735f697465725f73944740518934500000008c0c74696d655f746f74616c5f73944740632d5cc00000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740632d5cc00000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11d2c28e15e4ec40a8424c3b36013bcf92007362756268317d94288c046c6f7373946836683c430830180ca61e55804094869452948c0974696d657374616d70944a45c77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31302d3435948c1074696d655f746869735f697465725f739447405189cc7d0000008c0c74696d655f746f74616c5f739447406bf242fe8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406bf242fe8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10ae0eed1b623e48b8224763639f5f715b7362756268317d94288c046c6f7373946836683c4308592c162bdfbb7c4094869452948c0974696d657374616d70944a8cc77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31312d3536948c1074696d655f746869735f697465725f739447405183e8d20000008c0c74696d655f746f74616c5f73944740725a1bb3c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740725a1bb3c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11702f2a6f2e6cb2b8dd46230a1f41adc3007362756268317d94288c046c6f7373946836683c43082a954a25a575784094869452948c0974696d657374616d70944ad2c77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31332d3036948c1074696d655f746869735f697465725f73944740518d4ca90000008c0c74696d655f746f74616c5f7394474076bd6ede0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076bd6ede0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a113b6040b90ff42c979c4f35bb78d24f86007362756268317d94288c046c6f7373946836683c430871381cce64fe744094869452948c0974696d657374616d70944a17c87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31342d3135948c1074696d655f746869735f697465725f7394474051610a550000008c0c74696d655f746f74616c5f739447407b15b1734000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b15b1734000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a103473d1b1d209e4b624485a80c9cd223f7362756268317d94288c046c6f7373946836683c4308abd56a75c967734094869452948c0974696d657374616d70944a5dc87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31352d3235948c1074696d655f746869735f697465725f7394474051831a970000008c0c74696d655f746f74616c5f739447407f7678190000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407f7678190000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11f3c54ab465135db23c4e461e723f27c6007362756268317d94288c046c6f7373946836683c4308492412098a94704094869452948c0974696d657374616d70944aa3c87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31362d3335948c1074696d655f746869735f697465725f73944740518002e20000008c0c74696d655f746f74616c5f7394474081eb3c68c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474081eb3c68c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11c93b84ec838e3580a34c2916373cf3d0007362756268317d94288c046c6f7373946836683c43084ba55249275e6e4094869452948c0974696d657374616d70944ae9c87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31372d3435948c1074696d655f746869735f697465725f739447405163ec420000008c0c74696d655f746f74616c5f739447408417b9f10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408417b9f10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11421b1dfd46436e921c408f73256644b4007362756268317d94288c046c6f7373946836683c4308c662b1f8de406c4094869452948c0974696d657374616d70944a2fc97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31382d3535948c1074696d655f746869735f697465725f739447405181bf5f0000008c0c74696d655f746f74616c5f739447408647f1dce000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408647f1dce000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"204212fd\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d3032948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f71590edfbf8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.04978685082912593,\n    \"lr\": 0.010469557594705402,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.04978685082912593,\n    \"lr\": 0.010469557594705402,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.04978685082912593,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.010469557594705402,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.0498,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0105,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719520903.330462,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1955.8791032926304,\n    \"timestamp\": 1719521574,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"204212fd\",\n    \"date\": \"2024-06-27_22-52-54\",\n    \"time_this_iter_s\": 65.99194502830505,\n    \"time_total_s\": 670.9034311771393,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.04978685082912593,\n      \"lr\": 0.010469557594705402,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 670.9034311771393,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.0498,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0105,n_head=4\"\n  },\n  \"last_result_time\": 1719521574.2939506,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2003.831690029835,\n      \"min\": 1953.7773927703618,\n      \"avg\": 1964.1880543145614,\n      \"last\": 1955.8791032926304,\n      \"last-5-avg\": 1962.2791261687994,\n      \"last-10-avg\": 1964.188054314561\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 79.25631952285767,\n      \"min\": 65.39359998703003,\n      \"avg\": 67.09034311771393,\n      \"last\": 65.99194502830505,\n      \"last-5-avg\": 65.70760884284974,\n      \"last-10-avg\": 67.09034311771393\n    },\n    \"time_total_s\": {\n      \"max\": 670.9034311771393,\n      \"min\": 79.25631952285767,\n      \"avg\": 375.01524903774265,\n      \"last\": 670.9034311771393,\n      \"last-5-avg\": 539.2344509124756,\n      \"last-10-avg\": 375.0152490377426\n    },\n    \"time_since_restore\": {\n      \"max\": 670.9034311771393,\n      \"min\": 79.25631952285767,\n      \"avg\": 375.01524903774265,\n      \"last\": 670.9034311771393,\n      \"last-5-avg\": 539.2344509124756,\n      \"last-10-avg\": 375.0152490377426\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5e4f708a9e4094869452946807680d430845229148f5ca9e4094869452946807680d4308cce57299a4df9e4094869452946807680d4308da6c36bb06899e4094869452946807680d43089d4ea733848f9e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088fc7e391f09d9e4094869452946807680d4308814020708f979e4094869452946807680d4308341a8da6534f9f4094869452946807680d430867b3d90c1c879e4094869452946807680d4308bbdd6ed7008e9e4094869452946807680d43087bbd5e4f708a9e4094869452946807680d430845229148f5ca9e4094869452946807680d4308cce57299a4df9e4094869452946807680d4308da6c36bb06899e4094869452946807680d43089d4ea733848f9e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740505930be00000047405072b25f0000004740505fc0250000004740507750080000004740507f7c07000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d0678a00000047405067d3bf0000004740507cb1a900000047405074dcf80000004740506d98960000004740505930be00000047405072b25f0000004740505fc0250000004740507750080000004740507f7c07000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740797c24cf80000047407d98d167400000474080d860b8400000474082e74ab9400000474084f73a3a200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d0678a0000004740621c1da480000047406a5a76790000004740714a727a80000047407565d8a00000004740797c24cf80000047407d98d167400000474080d860b8400000474082e74ab9400000474084f73a3a200000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740797c24cf80000047407d98d167400000474080d860b8400000474082e74ab9400000474084f73a3a200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d0678a0000004740621c1da480000047406a5a76790000004740714a727a80000047407565d8a00000004740797c24cf80000047407d98d167400000474080d860b8400000474082e74ab9400000474084f73a3a200000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11d4e1a23d5bbc91b2d845350bc9afbaec00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088fc7e391f09d9e4094869452948c0974696d657374616d70944ad6ce7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34332d3032948c1074696d655f746869735f697465725f7394474053d0678a0000008c0c74696d655f746f74616c5f7394474053d0678a0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053d0678a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a108d8db0a26c20b8923a468f635bc138527362756268317d94288c046c6f7373946836683c4308814020708f979e4094869452948c0974696d657374616d70944a18cf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34342d3038948c1074696d655f746869735f697465725f739447405067d3bf0000008c0c74696d655f746f74616c5f73944740621c1da48000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740621c1da48000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a105dbcb318b4fb6a87e848570f6db7895e7362756268317d94288c046c6f7373946836683c4308341a8da6534f9f4094869452948c0974696d657374616d70944a5acf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34352d3134948c1074696d655f746869735f697465725f73944740507cb1a90000008c0c74696d655f746f74616c5f739447406a5a76790000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a5a76790000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1056bc90b32470a08ad049454e6f1447167362756268317d94288c046c6f7373946836683c430867b3d90c1c879e4094869452948c0974696d657374616d70944a9bcf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34362d3139948c1074696d655f746869735f697465725f739447405074dcf80000008c0c74696d655f746f74616c5f73944740714a727a8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740714a727a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10b8d34bf0cf60c994f2486097946660297362756268317d94288c046c6f7373946836683c4308bbdd6ed7008e9e4094869452948c0974696d657374616d70944addcf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34372d3235948c1074696d655f746869735f697465725f73944740506d98960000008c0c74696d655f746f74616c5f739447407565d8a00000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407565d8a00000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a100a6d4e5dc486cbb30c411fd22b5e92767362756268317d94288c046c6f7373946836683c43087bbd5e4f708a9e4094869452948c0974696d657374616d70944a1fd07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34382d3331948c1074696d655f746869735f697465725f73944740505930be0000008c0c74696d655f746f74616c5f73944740797c24cf8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740797c24cf8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a103b50672d839e8ca99c4e6f6463468a127362756268317d94288c046c6f7373946836683c430845229148f5ca9e4094869452948c0974696d657374616d70944a60d07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34392d3336948c1074696d655f746869735f697465725f739447405072b25f0000008c0c74696d655f746f74616c5f739447407d98d1674000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407d98d1674000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a116b5d45d9c12b40a05c49d16f4502859e007362756268317d94288c046c6f7373946836683c4308cce57299a4df9e4094869452948c0974696d657374616d70944aa2d07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d35302d3432948c1074696d655f746869735f697465725f73944740505fc0250000008c0c74696d655f746f74616c5f7394474080d860b84000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080d860b84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a112819b9c13c7a94847748bf362e9a70c9007362756268317d94288c046c6f7373946836683c4308da6c36bb06899e4094869452948c0974696d657374616d70944ae4d07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d35312d3438948c1074696d655f746869735f697465725f73944740507750080000008c0c74696d655f746f74616c5f7394474082e74ab94000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082e74ab94000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a111432eb8e3fbc62b88949e9de446546e8007362756268317d94288c046c6f7373946836683c43089d4ea733848f9e4094869452948c0974696d657374616d70944a26d17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d35322d3534948c1074696d655f746869735f697465725f73944740507f7c070000008c0c74696d655f746f74616c5f7394474084f73a3a2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474084f73a3a2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"951ea23d\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d3433948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f736921a1358c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.7686353033166121,\n    \"lr\": 0.00011707230271575167,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.7686353033166121,\n    \"lr\": 0.00011707230271575167,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.7686353033166121,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.00011707230271575167,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.7686,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719521574.4709122,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1996.574927142286,\n    \"timestamp\": 1719523891,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"951ea23d\",\n    \"date\": \"2024-06-27_23-31-31\",\n    \"time_this_iter_s\": 230.07325339317322,\n    \"time_total_s\": 2316.8418955802917,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.7686353033166121,\n      \"lr\": 0.00011707230271575167,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 2316.8418955802917,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.7686,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=16\"\n  },\n  \"last_result_time\": 1719523891.3631365,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1999.2121284064347,\n      \"min\": 1990.6904046967275,\n      \"avg\": 1994.8825260672984,\n      \"last\": 1996.574927142286,\n      \"last-5-avg\": 1994.9200616310904,\n      \"last-10-avg\": 1994.8825260672984\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 243.84869742393494,\n      \"min\": 230.07325339317322,\n      \"avg\": 231.68418955802917,\n      \"last\": 230.07325339317322,\n      \"last-5-avg\": 230.36180253028868,\n      \"last-10-avg\": 231.68418955802917\n    },\n    \"time_total_s\": {\n      \"max\": 2316.8418955802917,\n      \"min\": 243.84869742393494,\n      \"avg\": 1280.3648713350296,\n      \"last\": 2316.8418955802917,\n      \"last-5-avg\": 1856.3467571258545,\n      \"last-10-avg\": 1280.3648713350296\n    },\n    \"time_since_restore\": {\n      \"max\": 2316.8418955802917,\n      \"min\": 243.84869742393494,\n      \"avg\": 1280.3648713350296,\n      \"last\": 2316.8418955802917,\n      \"last-5-avg\": 1856.3467571258545,\n      \"last-10-avg\": 1280.3648713350296\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430857abd58a9e2b9f4094869452946807680d430869341aad84349f4094869452946807680d4308fe7ebf7f292d9f4094869452946807680d43082e97cb45cd1a9f4094869452946807680d4308ce66b3b94c329f409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a1d0b42e9f4094869452946807680d43084fa7d34960319f4094869452946807680d4308c2603038d93c9f4094869452946807680d4308cce572f9c21a9f4094869452946807680d43086fb7db0d35219f4094869452946807680d430857abd58a9e2b9f4094869452946807680d430869341aad84349f4094869452946807680d4308fe7ebf7f292d9f4094869452946807680d43082e97cb45cd1a9f4094869452946807680d4308ce66b3b94c329f409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406cd4a41900000047406ccd36f200000047406cc86f5500000047406ccd40f700000047406cc25817800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406e7b288780000047406cc910c080000047406cc3389f80000047406ccdf41780000047406ccba76180000047406cd4a41900000047406ccd36f200000047406cc86f5500000047406ccd40f700000047406cc25817800000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474095ceb62f300000474099685d0d70000047409d016af81000004740a04d898b7800004740a219af0cf00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406e7b288780000047407da21ca400000047408601dc79e0000047408d35597fc000004740923421ac100000474095ceb62f300000474099685d0d70000047409d016af81000004740a04d898b7800004740a219af0cf00000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474095ceb62f300000474099685d0d70000047409d016af81000004740a04d898b7800004740a219af0cf00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406e7b288780000047407da21ca400000047408601dc79e0000047408d35597fc000004740923421ac100000474095ceb62f300000474099685d0d70000047409d016af81000004740a04d898b7800004740a219af0cf00000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059519260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a119cb0bf7edc5b92a12748c23beb5b259700736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a1d0b42e9f4094869452948c0974696d657374616d70944a1ad27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32322d35362d3538948c1074696d655f746869735f697465725f739447406e7b28878000008c0c74696d655f746f74616c5f739447406e7b28878000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e7b28878000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a111e35f58573960f89d64b9627b78b0fcc007362756268317d94288c046c6f7373946836683c43084fa7d34960319f4094869452948c0974696d657374616d70944a00d37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d30302d3438948c1074696d655f746869735f697465725f739447406cc910c08000008c0c74696d655f746f74616c5f739447407da21ca40000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407da21ca40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11799c57b9483a5d9d7141ef80361866df007362756268317d94288c046c6f7373946836683c4308c2603038d93c9f4094869452948c0974696d657374616d70944ae6d37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d30342d3338948c1074696d655f746869735f697465725f739447406cc3389f8000008c0c74696d655f746f74616c5f739447408601dc79e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408601dc79e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a117fcf1b68fd562fa4ab46949427809888007362756268317d94288c046c6f7373946836683c4308cce572f9c21a9f4094869452948c0974696d657374616d70944acdd47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d30382d3239948c1074696d655f746869735f697465725f739447406ccdf4178000008c0c74696d655f746f74616c5f739447408d35597fc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408d35597fc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11ed3aebedd025ce89f5426099490c75aa007362756268317d94288c046c6f7373946836683c43086fb7db0d35219f4094869452948c0974696d657374616d70944ab3d57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d31322d3139948c1074696d655f746869735f697465725f739447406ccba7618000008c0c74696d655f746f74616c5f73944740923421ac1000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740923421ac1000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11915fb595e479b9a56b46a1dec30f27aa007362756268317d94288c046c6f7373946836683c430857abd58a9e2b9f4094869452948c0974696d657374616d70944a9ad67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d31362d3130948c1074696d655f746869735f697465725f739447406cd4a4190000008c0c74696d655f746f74616c5f7394474095ceb62f3000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474095ceb62f3000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a1130732bee5d180c93874b2e0ea9a842a9007362756268317d94288c046c6f7373946836683c430869341aad84349f4094869452948c0974696d657374616d70944a80d77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d32302d3030948c1074696d655f746869735f697465725f739447406ccd36f20000008c0c74696d655f746f74616c5f7394474099685d0d7000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474099685d0d7000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10f10f41d77d2515a680461b019979cf737362756268317d94288c046c6f7373946836683c4308fe7ebf7f292d9f4094869452948c0974696d657374616d70944a66d87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d32332d3530948c1074696d655f746869735f697465725f739447406cc86f550000008c0c74696d655f746f74616c5f739447409d016af81000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409d016af81000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10972a9af606ec00922048897520b3367a7362756268317d94288c046c6f7373946836683c43082e97cb45cd1a9f4094869452948c0974696d657374616d70944a4dd97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d32372d3431948c1074696d655f746869735f697465725f739447406ccd40f70000008c0c74696d655f746f74616c5f73944740a04d898b7800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a04d898b7800008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a117df49a2812fe53b5aa480d543f1b4fa9007362756268317d94288c046c6f7373946836683c4308ce66b3b94c329f4094869452948c0974696d657374616d70944a33da7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d33312d3331948c1074696d655f746869735f697465725f739447406cc258178000008c0c74696d655f746f74616c5f73944740a219af0cf000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a219af0cf000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"04dab8e5\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d3534948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f74002c71328c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.9904174177662719,\n    \"lr\": 0.0015488652457456295,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.9904174177662719,\n    \"lr\": 0.0015488652457456295,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.9904174177662719,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.0015488652457456295,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.9904,embedding_dim=16,encoder_ff=512,encoder_num_layer=4,lr=0.0015,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719523891.5151231,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": NaN,\n    \"timestamp\": 1719524735,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"04dab8e5\",\n    \"date\": \"2024-06-27_23-45-35\",\n    \"time_this_iter_s\": 90.93833804130554,\n    \"time_total_s\": 843.8836045265198,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.9904174177662719,\n      \"lr\": 0.0015488652457456295,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 843.8836045265198,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.9904,embedding_dim=16,encoder_ff=512,encoder_num_layer=4,lr=0.0015,n_head=1\"\n  },\n  \"last_result_time\": 1719524735.4658804,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": NaN,\n      \"min\": NaN,\n      \"avg\": NaN,\n      \"last\": NaN,\n      \"last-5-avg\": NaN,\n      \"last-10-avg\": NaN\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 90.97299361228943,\n      \"min\": 75.47974467277527,\n      \"avg\": 84.38836045265198,\n      \"last\": 90.93833804130554,\n      \"last-5-avg\": 89.70397853851318,\n      \"last-10-avg\": 84.38836045265198\n    },\n    \"time_total_s\": {\n      \"max\": 843.8836045265198,\n      \"min\": 90.10185432434082,\n      \"avg\": 452.3447197675705,\n      \"last\": 843.8836045265198,\n      \"last-5-avg\": 662.2355187416076,\n      \"last-10-avg\": 452.3447197675705\n    },\n    \"time_since_restore\": {\n      \"max\": 843.8836045265198,\n      \"min\": 90.10185432434082,\n      \"avg\": 452.3447197675705,\n      \"last\": 843.8836045265198,\n      \"last-5-avg\": 662.2355187416076,\n      \"last-10-avg\": 452.3447197675705\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474055478752000000474056be4587000000474056bd5b4b000000474056a2100d000000474056bc0dbb000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740568684c8000000474052deb423000000474053335e990000004740531d0d6800000047405321a222000000474055478752000000474056be4587000000474056bd5b4b000000474056a2100d000000474056bc0dbb000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407e07b398000000474081dba27ce00000474084b34de6400000474087878fe7e0000047408a5f119f400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740568684c8000000474064b29c7580000047406e4c4bc2000000474073ed693b000000474078b5d1c380000047407e07b398000000474081dba27ce00000474084b34de6400000474087878fe7e0000047408a5f119f400000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407e07b398000000474081dba27ce00000474084b34de6400000474087878fe7e0000047408a5f119f400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740568684c8000000474064b29c7580000047406e4c4bc2000000474073ed693b000000474078b5d1c380000047407e07b398000000474081dba27ce00000474084b34de6400000474087878fe7e0000047408a5f119f400000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10c424dabf1027f79c4e449a5e3617b16c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452948c0974696d657374616d70944a8dda7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33332d3031948c1074696d655f746869735f697465725f73944740568684c80000008c0c74696d655f746f74616c5f73944740568684c80000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740568684c80000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1049e736b185fb67b0bf4f2a806fb08b1e7362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ad9da7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33342d3137948c1074696d655f746869735f697465725f7394474052deb4230000008c0c74696d655f746f74616c5f7394474064b29c758000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474064b29c758000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11fb35cecf4143b2ab9a4b1db49c7f5cf3007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a25db7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33352d3333948c1074696d655f746869735f697465725f7394474053335e990000008c0c74696d655f746f74616c5f739447406e4c4bc20000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406e4c4bc20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10bcfc392a43ad09a050423690a1c0c0257362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a72db7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33362d3530948c1074696d655f746869735f697465725f73944740531d0d680000008c0c74696d655f746f74616c5f7394474073ed693b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474073ed693b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11326ccd612a4f9bb0ee4621c5ad5b0bef007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944abedb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33382d3036948c1074696d655f746869735f697465725f739447405321a2220000008c0c74696d655f746f74616c5f7394474078b5d1c38000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474078b5d1c38000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10cd4a3495598e429b9348484fe78a4a047362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a14dc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33392d3332948c1074696d655f746869735f697465725f73944740554787520000008c0c74696d655f746f74616c5f739447407e07b3980000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407e07b3980000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11fca2d2603ff4ed8a024e39704b3f88cd007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a6fdc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d34312d3033948c1074696d655f746869735f697465725f7394474056be45870000008c0c74696d655f746f74616c5f7394474081dba27ce000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474081dba27ce000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1064396ba851c9ef95e14e8daee14bb6517362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ac9dc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d34322d3333948c1074696d655f746869735f697465725f7394474056bd5b4b0000008c0c74696d655f746f74616c5f7394474084b34de64000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474084b34de64000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10ae40435f4da6129a164b8b95187d163b7362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a24dd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d34342d3034948c1074696d655f746869735f697465725f7394474056a2100d0000008c0c74696d655f746f74616c5f7394474087878fe7e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474087878fe7e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11fe79f2aeb39207b0934fe642b3d103e7007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a7fdd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d34352d3335948c1074696d655f746869735f697465725f7394474056bc0dbb0000008c0c74696d655f746f74616c5f739447408a5f119f4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408a5f119f4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"dd70a43a\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d3331948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f765c839c508c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.8381852944111963,\n    \"lr\": 0.012410063874557094,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.8381852944111963,\n    \"lr\": 0.012410063874557094,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.8381852944111963,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.012410063874557094,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8382,embedding_dim=1024,encoder_ff=512,encoder_num_layer=4,lr=0.0124,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719524735.6237292,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1955.5640210729885,\n    \"timestamp\": 1719531281,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"dd70a43a\",\n    \"date\": \"2024-06-28_01-34-41\",\n    \"time_this_iter_s\": 645.8664748668671,\n    \"time_total_s\": 6545.738219022751,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.8381852944111963,\n      \"lr\": 0.012410063874557094,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 6545.738219022751,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8382,embedding_dim=1024,encoder_ff=512,encoder_num_layer=4,lr=0.0124,n_head=1\"\n  },\n  \"last_result_time\": 1719531281.41075,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 3407.492049089567,\n      \"min\": 1953.827157088152,\n      \"avg\": 2301.9512739526936,\n      \"last\": 1955.5640210729885,\n      \"last-5-avg\": 1967.5197509765626,\n      \"last-10-avg\": 2301.951273952694\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 669.9892313480377,\n      \"min\": 645.8664748668671,\n      \"avg\": 654.5738219022751,\n      \"last\": 645.8664748668671,\n      \"last-5-avg\": 650.4601120948792,\n      \"last-10-avg\": 654.5738219022751\n    },\n    \"time_total_s\": {\n      \"max\": 6545.738219022751,\n      \"min\": 669.9892313480377,\n      \"avg\": 3615.79336476326,\n      \"last\": 6545.738219022751,\n      \"last-5-avg\": 5249.81973862648,\n      \"last-10-avg\": 3615.79336476326\n    },\n    \"time_since_restore\": {\n      \"max\": 6545.738219022751,\n      \"min\": 669.9892313480377,\n      \"avg\": 3615.79336476326,\n      \"last\": 6545.738219022751,\n      \"last-5-avg\": 5249.81973862648,\n      \"last-10-avg\": 3615.79336476326\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308592c162bde469f4094869452946807680d4308a3d1686432d29e4094869452946807680d4308fcfd7effc3879e4094869452946807680d4308128944024f879e4094869452946807680d4308f67abd8e418e9e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086fb7dbedfb9eaa4094869452946807680d4308ee76bb3d1ebaa64094869452946807680d430897cbe5829cc0a34094869452946807680d43081e8fc75ba393a14094869452946807680d43081c0e87eb794ea04094869452946807680d4308592c162bde469f4094869452946807680d4308a3d1686432d29e4094869452946807680d4308fcfd7effc3879e4094869452946807680d4308128944024f879e4094869452946807680d4308f67abd8e418e9e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740847a184160000047408467e2bbc000004740845b59b640000047408436244e8000004740842eee8a600000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474084efe9f22000004740847ea9e280000047408480ea196000004740847db406c000004740847e4e5e6000004740847a184160000047408467e2bbc000004740845b59b640000047408436244e8000004740842eee8a600000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740aed966252000004740b1f9af6a0800004740b4851aa0d000004740b70bdf2aa000004740b991bcfbec0000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474084efe9f2200000474094b749ea50000047409ef7bef70000004740a49b4c7d3000004740a9bae014c800004740aed966252000004740b1f9af6a0800004740b4851aa0d000004740b70bdf2aa000004740b991bcfbec0000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740aed966252000004740b1f9af6a0800004740b4851aa0d000004740b70bdf2aa000004740b991bcfbec0000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474084efe9f2200000474094b749ea50000047409ef7bef70000004740a49b4c7d3000004740a9bae014c800004740aed966252000004740b1f9af6a0800004740b4851aa0d000004740b70bdf2aa000004740b991bcfbec0000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059516260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11b8d12a4afd5d9f910a479008448ae7bc00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086fb7dbedfb9eaa4094869452948c0974696d657374616d70944a1de07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32375f32332d35362d3435948c1074696d655f746869735f697465725f7394474084efe9f22000008c0c74696d655f746f74616c5f7394474084efe9f22000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474084efe9f22000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10ae41c14dc44085b66a4a845e446135167362756268317d94288c046c6f7373946836683c4308ee76bb3d1ebaa64094869452948c0974696d657374616d70944aade27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d30372d3431948c1074696d655f746869735f697465725f73944740847ea9e28000008c0c74696d655f746f74616c5f7394474094b749ea5000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474094b749ea5000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a112fa6eb133ff190abfc41fff0362c4184007362756268317d94288c046c6f7373946836683c430897cbe5829cc0a34094869452948c0974696d657374616d70944a3de57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d31382d3337948c1074696d655f746869735f697465725f739447408480ea196000008c0c74696d655f746f74616c5f739447409ef7bef70000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447409ef7bef70000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1016fa196ab5f90eb85948cf62a9b9790b7362756268317d94288c046c6f7373946836683c43081e8fc75ba393a14094869452948c0974696d657374616d70944acce77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d32392d3333948c1074696d655f746869735f697465725f73944740847db406c000008c0c74696d655f746f74616c5f73944740a49b4c7d3000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740a49b4c7d3000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a115f051fe7acb85eaaf94da25980b0f0b7007362756268317d94288c046c6f7373946836683c43081c0e87eb794ea04094869452948c0974696d657374616d70944a5cea7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d34302d3239948c1074696d655f746869735f697465725f73944740847e4e5e6000008c0c74696d655f746f74616c5f73944740a9bae014c800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740a9bae014c800008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10c27d4b3462ee3eb26741155453b9274a7362756268317d94288c046c6f7373946836683c4308592c162bde469f4094869452948c0974696d657374616d70944aecec7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d35312d3234948c1074696d655f746869735f697465725f73944740847a18416000008c0c74696d655f746f74616c5f73944740aed966252000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740aed966252000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10ac57f891bfa4b39ed84d4158942bb8187362756268317d94288c046c6f7373946836683c4308a3d1686432d29e4094869452948c0974696d657374616d70944a79ef7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30312d30322d3137948c1074696d655f746869735f697465725f739447408467e2bbc000008c0c74696d655f746f74616c5f73944740b1f9af6a0800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b1f9af6a0800008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1175f075ba8e58c18cee4d5745e6757397007362756268317d94288c046c6f7373946836683c4308fcfd7effc3879e4094869452948c0974696d657374616d70944a04f27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30312d31332d3038948c1074696d655f746869735f697465725f73944740845b59b64000008c0c74696d655f746f74616c5f73944740b4851aa0d000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b4851aa0d000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10df06306bf99f948e494f4c9dfb1aef3f7362756268317d94288c046c6f7373946836683c4308128944024f879e4094869452948c0974696d657374616d70944a8bf47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30312d32332d3535948c1074696d655f746869735f697465725f739447408436244e8000008c0c74696d655f746f74616c5f73944740b70bdf2aa000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b70bdf2aa000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11ccafb45b1bc670b3fe4195ad2af63cff007362756268317d94288c046c6f7373946836683c4308f67abd8e418e9e4094869452948c0974696d657374616d70944a11f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30312d33342d3431948c1074696d655f746869735f697465725f73944740842eee8a6000008c0c74696d655f746f74616c5f73944740b991bcfbec00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b991bcfbec00008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"6a8b96c3\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d3335948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f773ed0671e8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.18647509291243747,\n    \"lr\": 0.09874663205229757,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.18647509291243747,\n    \"lr\": 0.09874663205229757,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.18647509291243747,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.09874663205229757,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.1865,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0987,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719531281.5648096,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1953.720588744156,\n    \"timestamp\": 1719531792,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"6a8b96c3\",\n    \"date\": \"2024-06-28_01-43-12\",\n    \"time_this_iter_s\": 50.06679081916809,\n    \"time_total_s\": 510.91401290893555,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.18647509291243747,\n      \"lr\": 0.09874663205229757,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 510.91401290893555,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.1865,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0987,n_head=4\"\n  },\n  \"last_result_time\": 1719531792.5211842,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 3081.7005067359746,\n      \"min\": 1953.720588744156,\n      \"avg\": 2088.644080070435,\n      \"last\": 1953.720588744156,\n      \"last-5-avg\": 1953.922657595657,\n      \"last-10-avg\": 2088.6440800704354\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 63.290406703948975,\n      \"min\": 49.1952109336853,\n      \"avg\": 51.09140129089355,\n      \"last\": 50.06679081916809,\n      \"last-5-avg\": 49.750275707244874,\n      \"last-10-avg\": 51.09140129089356\n    },\n    \"time_total_s\": {\n      \"max\": 510.91401290893555,\n      \"min\": 63.290406703948975,\n      \"avg\": 286.91188473701476,\n      \"last\": 510.91401290893555,\n      \"last-5-avg\": 411.1349405288696,\n      \"last-10-avg\": 286.91188473701476\n    },\n    \"time_since_restore\": {\n      \"max\": 510.91401290893555,\n      \"min\": 63.290406703948975,\n      \"avg\": 286.91188473701476,\n      \"last\": 510.91401290893555,\n      \"last-5-avg\": 411.1349405288696,\n      \"last-10-avg\": 286.91188473701476\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a9542a3565879e4094869452946807680d4308fcfd7e5f2f879e4094869452946807680d43086532998c72879e4094869452946807680d4308f4f97cfe8a899e4094869452946807680d4308100804e2e1869e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1a86613a84094869452946807680d4308afd7eb4528cca04094869452946807680d4308e8f3f93cbada9e4094869452946807680d43088d46a3312e909e4094869452946807680d43089bcd661349899e4094869452946807680d4308a9542a3565879e4094869452946807680d4308fcfd7e5f2f879e4094869452946807680d43086532998c72879e4094869452946807680d4308f4f97cfe8a899e4094869452946807680d4308100804e2e1869e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404898fcac00000047404904b100000000474048e220e2000000474048d7d204000000474049088c9a000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847404fa52c0c000000474048d0c496000000474048cb619400000047404906476e000000474048cd379000000047404898fcac00000047404904b100000000474048e220e2000000474048d7d204000000474049088c9a000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407375b9bc000000474076964fdc000000474079b293f840000047407ccd8e38c0000047407fee9fcc000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847404fa52c0c00000047405c3af85100000047406450548d80000047406a91e669000000474070629a2680000047407375b9bc000000474076964fdc000000474079b293f840000047407ccd8e38c0000047407fee9fcc000000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407375b9bc000000474076964fdc000000474079b293f840000047407ccd8e38c0000047407fee9fcc000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847404fa52c0c00000047405c3af85100000047406450548d80000047406a91e669000000474070629a2680000047407375b9bc000000474076964fdc000000474079b293f840000047407ccd8e38c0000047407fee9fcc000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950a260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10ed31b0a54d974eb4114c0bd1e011f95b736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1a86613a84094869452948c0974696d657374616d70944a50f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33352d3434948c1074696d655f746869735f697465725f739447404fa52c0c0000008c0c74696d655f746f74616c5f739447404fa52c0c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447404fa52c0c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10dcfbc868ce8c1fa59a4d7402c131176f7362756268317d94288c046c6f7373946836683c4308afd7eb4528cca04094869452948c0974696d657374616d70944a82f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33362d3334948c1074696d655f746869735f697465725f7394474048d0c4960000008c0c74696d655f746f74616c5f739447405c3af8510000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405c3af8510000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10758f296081226ea390493b26c38bc1297362756268317d94288c046c6f7373946836683c4308e8f3f93cbada9e4094869452948c0974696d657374616d70944ab4f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33372d3234948c1074696d655f746869735f697465725f7394474048cb61940000008c0c74696d655f746f74616c5f739447406450548d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406450548d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1148ef5d54162b16aa99436062f5a517cd007362756268317d94288c046c6f7373946836683c43088d46a3312e909e4094869452948c0974696d657374616d70944ae6f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33382d3134948c1074696d655f746869735f697465725f739447404906476e0000008c0c74696d655f746f74616c5f739447406a91e6690000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a91e6690000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a105e304afd4e13d88b74487f90525c7f027362756268317d94288c046c6f7373946836683c43089bcd661349899e4094869452948c0974696d657374616d70944a17f87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33392d3033948c1074696d655f746869735f697465725f7394474048cd37900000008c0c74696d655f746f74616c5f7394474070629a268000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070629a268000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10e68f3865fd49dba74d402db662693d717362756268317d94288c046c6f7373946836683c4308a9542a3565879e4094869452948c0974696d657374616d70944a48f87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33392d3532948c1074696d655f746869735f697465725f739447404898fcac0000008c0c74696d655f746f74616c5f739447407375b9bc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407375b9bc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10fa0beaa735e555ae4a47ecb15a339f677362756268317d94288c046c6f7373946836683c4308fcfd7e5f2f879e4094869452948c0974696d657374616d70944a7af87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d34302d3432948c1074696d655f746869735f697465725f739447404904b1000000008c0c74696d655f746f74616c5f7394474076964fdc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076964fdc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1064fd3177c519a896f9453e2154beae7a7362756268317d94288c046c6f7373946836683c43086532998c72879e4094869452948c0974696d657374616d70944aacf87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d34312d3332948c1074696d655f746869735f697465725f7394474048e220e20000008c0c74696d655f746f74616c5f7394474079b293f84000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474079b293f84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11de18e9f5820194885c4fe4b42d087e81007362756268317d94288c046c6f7373946836683c4308f4f97cfe8a899e4094869452948c0974696d657374616d70944adef87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d34322d3232948c1074696d655f746869735f697465725f7394474048d7d2040000008c0c74696d655f746f74616c5f739447407ccd8e38c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407ccd8e38c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1170594f0e1697a5b85e447947029295a4007362756268317d94288c046c6f7373946836683c4308100804e2e1869e4094869452948c0974696d657374616d70944a10f97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d34332d3132948c1074696d655f746869735f697465725f7394474049088c9a0000008c0c74696d655f746f74616c5f739447407fee9fcc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407fee9fcc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"7cf5cd31\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d3431948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f7db92f56c88c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.46333542158727514,\n    \"lr\": 0.0056697738377682865,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.46333542158727514,\n    \"lr\": 0.0056697738377682865,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.46333542158727514,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.0056697738377682865,\n    \"n_head\": 8\n  },\n  \"experiment_tag\": \"46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.4633,embedding_dim=64,encoder_ff=2048,encoder_num_layer=2,lr=0.0057,n_head=8\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719531792.674391,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1969.8179076187255,\n    \"timestamp\": 1719532517,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"7cf5cd31\",\n    \"date\": \"2024-06-28_01-55-17\",\n    \"time_this_iter_s\": 71.38838720321655,\n    \"time_total_s\": 725.0215277671814,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 8,\n      \"drop_rate\": 0.46333542158727514,\n      \"lr\": 0.0056697738377682865,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 725.0215277671814,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.4633,embedding_dim=64,encoder_ff=2048,encoder_num_layer=2,lr=0.0057,n_head=8\"\n  },\n  \"last_result_time\": 1719532517.749666,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1984.2343644269808,\n      \"min\": 1969.8179076187255,\n      \"avg\": 1976.94908601055,\n      \"last\": 1969.8179076187255,\n      \"last-5-avg\": 1975.1277795506273,\n      \"last-10-avg\": 1976.94908601055\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 85.05374217033386,\n      \"min\": 70.41050291061401,\n      \"avg\": 72.50215277671813,\n      \"last\": 71.38838720321655,\n      \"last-5-avg\": 70.93094444274902,\n      \"last-10-avg\": 72.50215277671813\n    },\n    \"time_total_s\": {\n      \"max\": 725.0215277671814,\n      \"min\": 85.05374217033386,\n      \"avg\": 405.35721931457516,\n      \"last\": 725.0215277671814,\n      \"last-5-avg\": 582.7749707221985,\n      \"last-10-avg\": 405.3572193145752\n    },\n    \"time_since_restore\": {\n      \"max\": 725.0215277671814,\n      \"min\": 85.05374217033386,\n      \"avg\": 405.35721931457516,\n      \"last\": 725.0215277671814,\n      \"last-5-avg\": 582.7749707221985,\n      \"last-10-avg\": 405.3572193145752\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430883c1607079d09e4094869452946807680d4308954aa59283f09e4094869452946807680d4308994c26533dca9e4094869452946807680d4308dced765b0efc9e4094869452946807680d43084d26938945c79e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1b879e79e4094869452946807680d4308c8e3f11888f89e4094869452946807680d430841201088f9da9e4094869452946807680d4308ea743afdef009f4094869452946807680d43088d46a3117ddb9e4094869452946807680d430883c1607079d09e4094869452946807680d4308954aa59283f09e4094869452946807680d4308994c26533dca9e4094869452946807680d4308dced765b0efc9e4094869452946807680d43084d26938945c79e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740519a45ae000000474051bea1b1000000474051bb95de000000474051bc8e65000000474051d8db56000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474055437083000000474051ee8f2d000000474051ea2e80000000474051a75ae5000000474051d3f0a90000004740519a45ae000000474051bea1b1000000474051bb95de000000474051bc8e65000000474051d8db56000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407b8c6fdb00000047407ffc1847400000474082357edf6000004740846d10ac000000474086a82c16c00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405543708300000047406398ffd800000047406c8e1718000000474072b0e24540000047407725de6f80000047407b8c6fdb00000047407ffc1847400000474082357edf6000004740846d10ac000000474086a82c16c00000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407b8c6fdb00000047407ffc1847400000474082357edf6000004740846d10ac000000474086a82c16c00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405543708300000047406398ffd800000047406c8e1718000000474072b0e24540000047407725de6f80000047407b8c6fdb00000047407ffc1847400000474082357edf6000004740846d10ac000000474086a82c16c00000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950d260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11ee6cf4a628061a95264e8b6041b20cf100736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1b879e79e4094869452948c0974696d657374616d70944a65f97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34342d3337948c1074696d655f746869735f697465725f73944740554370830000008c0c74696d655f746f74616c5f73944740554370830000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740554370830000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a114c20fd20f6ac1582e6480d802b47e884007362756268317d94288c046c6f7373946836683c4308c8e3f11888f89e4094869452948c0974696d657374616d70944aadf97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34352d3439948c1074696d655f746869735f697465725f7394474051ee8f2d0000008c0c74696d655f746f74616c5f739447406398ffd80000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406398ffd80000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a115cbf8b3317c50b83ca43cf00a6e203ea007362756268317d94288c046c6f7373946836683c430841201088f9da9e4094869452948c0974696d657374616d70944af5f97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34372d3031948c1074696d655f746869735f697465725f7394474051ea2e800000008c0c74696d655f746f74616c5f739447406c8e17180000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406c8e17180000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10e6f2c8ea1763a6936c4b993a09a3d1327362756268317d94288c046c6f7373946836683c4308ea743afdef009f4094869452948c0974696d657374616d70944a3bfa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34382d3131948c1074696d655f746869735f697465725f7394474051a75ae50000008c0c74696d655f746f74616c5f7394474072b0e2454000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072b0e2454000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10fa9264b844eb34b24347a835ef1626127362756268317d94288c046c6f7373946836683c43088d46a3117ddb9e4094869452948c0974696d657374616d70944a83fa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34392d3233948c1074696d655f746869735f697465725f7394474051d3f0a90000008c0c74696d655f746f74616c5f739447407725de6f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407725de6f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a102e1b27ea78144ab1af42164152eb62087362756268317d94288c046c6f7373946836683c430883c1607079d09e4094869452948c0974696d657374616d70944ac9fa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35302d3333948c1074696d655f746869735f697465725f73944740519a45ae0000008c0c74696d655f746f74616c5f739447407b8c6fdb0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b8c6fdb0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a111f7127aad1307681d048cc86bf7c2ecf007362756268317d94288c046c6f7373946836683c4308954aa59283f09e4094869452948c0974696d657374616d70944a10fb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35312d3434948c1074696d655f746869735f697465725f7394474051bea1b10000008c0c74696d655f746f74616c5f739447407ffc18474000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407ffc18474000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a109d485ee280a110b3804c669f759efc007362756268317d94288c046c6f7373946836683c4308994c26533dca9e4094869452948c0974696d657374616d70944a57fb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35322d3535948c1074696d655f746869735f697465725f7394474051bb95de0000008c0c74696d655f746f74616c5f7394474082357edf6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082357edf6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11544c8436b06f7ab7d64322fd5a77b5a3007362756268317d94288c046c6f7373946836683c4308dced765b0efc9e4094869452948c0974696d657374616d70944a9efb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35342d3036948c1074696d655f746869735f697465725f7394474051bc8e650000008c0c74696d655f746f74616c5f73944740846d10ac0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740846d10ac0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11c45f395869609a94844b72bff8171cbc007362756268317d94288c046c6f7373946836683c43084d26938945c79e4094869452948c0974696d657374616d70944ae5fb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35352d3137948c1074696d655f746869735f697465725f7394474051d8db560000008c0c74696d655f746f74616c5f7394474086a82c16c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474086a82c16c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"a22bbb57\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d3132948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f7e0491b98e8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.9881911141872612,\n    \"lr\": 0.005037349286937313,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.9881911141872612,\n    \"lr\": 0.005037349286937313,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.9881911141872612,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.005037349286937313,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.9882,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0050,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719532517.9184258,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": NaN,\n    \"timestamp\": 1719533291,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"a22bbb57\",\n    \"date\": \"2024-06-28_02-08-11\",\n    \"time_this_iter_s\": 75.01777005195618,\n    \"time_total_s\": 773.6219465732574,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.9881911141872612,\n      \"lr\": 0.005037349286937313,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 773.6219465732574,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.9882,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0050,n_head=4\"\n  },\n  \"last_result_time\": 1719533291.5979085,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": NaN,\n      \"min\": NaN,\n      \"avg\": NaN,\n      \"last\": NaN,\n      \"last-5-avg\": NaN,\n      \"last-10-avg\": NaN\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 89.77370476722717,\n      \"min\": 74.07769989967346,\n      \"avg\": 77.36219465732574,\n      \"last\": 75.01777005195618,\n      \"last-5-avg\": 75.34501643180847,\n      \"last-10-avg\": 77.36219465732574\n    },\n    \"time_total_s\": {\n      \"max\": 773.6219465732574,\n      \"min\": 89.77370476722717,\n      \"avg\": 433.64644131660464,\n      \"last\": 773.6219465732574,\n      \"last-5-avg\": 623.9367468357086,\n      \"last-10-avg\": 433.64644131660464\n    },\n    \"time_since_restore\": {\n      \"max\": 773.6219465732574,\n      \"min\": 89.77370476722717,\n      \"avg\": 433.64644131660464,\n      \"last\": 773.6219465732574,\n      \"last-5-avg\": 623.9367468357086,\n      \"last-10-avg\": 433.64644131660464\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740532fd0e5000000474052e92977000000474052cf513500000047405284f909000000474052c12325000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405671846100000047405333b03e0000004740533291fa000000474053324a390000004740532f55680000004740532fd0e5000000474052e92977000000474052cf513500000047405284f909000000474052c12325000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407d9a4dc7c000004740812a4c12c00000474083843639600000474085d4d55a8000004740882cf9bf200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056718461000000474064d29a4f80000047406e6be34c800000474074028434800000474078ce598e80000047407d9a4dc7c000004740812a4c12c00000474083843639600000474085d4d55a8000004740882cf9bf200000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407d9a4dc7c000004740812a4c12c00000474083843639600000474085d4d55a8000004740882cf9bf200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056718461000000474064d29a4f80000047406e6be34c800000474074028434800000474078ce598e80000047407d9a4dc7c000004740812a4c12c00000474083843639600000474085d4d55a8000004740882cf9bf200000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950e260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a112d341e1a61993f859046a957a1dc1ce900736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452948c0974696d657374616d70944a3ffc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30312d35362d3437948c1074696d655f746869735f697465725f73944740567184610000008c0c74696d655f746f74616c5f73944740567184610000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740567184610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10705ebffed1d1c683014bc951326fbb027362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a8cfc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30312d35382d3034948c1074696d655f746869735f697465725f739447405333b03e0000008c0c74696d655f746f74616c5f7394474064d29a4f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474064d29a4f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10cff791202f7c35b9b3484f8653718c0f7362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ad9fc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30312d35392d3231948c1074696d655f746869735f697465725f73944740533291fa0000008c0c74696d655f746f74616c5f739447406e6be34c8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406e6be34c8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a110ab888213f091e8e2046ae91d0b214c9007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a26fd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30302d3338948c1074696d655f746869735f697465725f7394474053324a390000008c0c74696d655f746f74616c5f73944740740284348000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740740284348000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a117ccbf784b41da89b72473e10bbe913f4007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a72fd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30312d3534948c1074696d655f746869735f697465725f73944740532f55680000008c0c74696d655f746f74616c5f7394474078ce598e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474078ce598e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10ca65eb75d23fe69746417de122a690537362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944abffd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30332d3131948c1074696d655f746869735f697465725f73944740532fd0e50000008c0c74696d655f746f74616c5f739447407d9a4dc7c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407d9a4dc7c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a115aef09a11720fdaa4b416802384fedc1007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a0bfe7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30342d3237948c1074696d655f746869735f697465725f7394474052e929770000008c0c74696d655f746f74616c5f73944740812a4c12c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740812a4c12c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11d462284e6ed525afa94f637a3748869b007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a56fe7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30352d3432948c1074696d655f746869735f697465725f7394474052cf51350000008c0c74696d655f746f74616c5f73944740838436396000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740838436396000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11751795d77b7c4cb32f4424dda9aae6d6007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944aa0fe7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30362d3536948c1074696d655f746869735f697465725f739447405284f9090000008c0c74696d655f746f74616c5f7394474085d4d55a8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474085d4d55a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11c859c5aa767236ace7493fe9ce8b9db8007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944aebfe7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30382d3131948c1074696d655f746869735f697465725f7394474052c123250000008c0c74696d655f746f74616c5f73944740882cf9bf2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740882cf9bf2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"57284f74\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d3137948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f7ee6fa91e58c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.3048722403961074,\n    \"lr\": 0.0003667007874849629,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.3048722403961074,\n    \"lr\": 0.0003667007874849629,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.3048722403961074,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.0003667007874849629,\n    \"n_head\": 2\n  },\n  \"experiment_tag\": \"48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.3049,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0004,n_head=2\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719533291.7679293,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1957.8637003260335,\n    \"timestamp\": 1719534198,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"57284f74\",\n    \"date\": \"2024-06-28_02-23-18\",\n    \"time_this_iter_s\": 89.53279662132263,\n    \"time_total_s\": 906.9161651134491,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 2,\n      \"drop_rate\": 0.3048722403961074,\n      \"lr\": 0.0003667007874849629,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 906.9161651134491,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.3049,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0004,n_head=2\"\n  },\n  \"last_result_time\": 1719534198.7360084,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1990.1104097141056,\n      \"min\": 1954.3513726662463,\n      \"avg\": 1962.2435723732776,\n      \"last\": 1957.8637003260335,\n      \"last-5-avg\": 1958.8026515209772,\n      \"last-10-avg\": 1962.2435723732774\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 103.31512880325317,\n      \"min\": 88.52644205093384,\n      \"avg\": 90.69161651134492,\n      \"last\": 89.53279662132263,\n      \"last-5-avg\": 89.47823114395142,\n      \"last-10-avg\": 90.6916165113449\n    },\n    \"time_total_s\": {\n      \"max\": 906.9161651134491,\n      \"min\": 103.31512880325317,\n      \"avg\": 504.5993302583695,\n      \"last\": 906.9161651134491,\n      \"last-5-avg\": 728.0401030540467,\n      \"last-10-avg\": 504.59933025836943\n    },\n    \"time_since_restore\": {\n      \"max\": 906.9161651134491,\n      \"min\": 103.31512880325317,\n      \"avg\": 504.5993302583695,\n      \"last\": 906.9161651134491,\n      \"last-5-avg\": 728.0401030540467,\n      \"last-10-avg\": 504.59933025836943\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082c168bd559949e4094869452946807680d430873b95ccee3a29e4094869452946807680d430877bbddfe36a19e4094869452946807680d4308168bc58224989e4094869452946807680d43086fb7db6d74979e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430891482422e9a59e4094869452946807680d430802814090359e9e4094869452946807680d4308fa7c3e0f71189f4094869452946807680d4308592c160bb9ab9e4094869452946807680d4308f2783cce67899e4094869452946807680d43082c168bd559949e4094869452946807680d430873b95ccee3a29e4094869452946807680d430877bbddfe36a19e4094869452946807680d4308168bc58224989e4094869452946807680d43086fb7db6d74979e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405664e85600000047405662f70600000047405660355e0000004740564edaa1000000474056621957000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474059d42b1200000047405621b13a0000004740563c5f4000000047405662a4d00000004740564cb96500000047405664e85600000047405662f70600000047405660355e0000004740564edaa1000000474056621957000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408128d042e00000474083f52f23a00000474086c135cf6000004740898b112380000047408c57544e600000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474059d42b12000000474067faee260000004740718c8ee300000047407725381700000047407cb8667040000047408128d042e00000474083f52f23a00000474086c135cf6000004740898b112380000047408c57544e600000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408128d042e00000474083f52f23a00000474086c135cf6000004740898b112380000047408c57544e600000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474059d42b12000000474067faee260000004740718c8ee300000047407725381700000047407cb8667040000047408128d042e00000474083f52f23a00000474086c135cf6000004740898b112380000047408c57544e600000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10d3ed9eb053d83fb1e94b10932a09566c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430891482422e9a59e4094869452948c0974696d657374616d70944a53ff7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d30392d3535948c1074696d655f746869735f697465725f7394474059d42b120000008c0c74696d655f746f74616c5f7394474059d42b120000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474059d42b120000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1040f2ee25deb7bba80749ff1408b76f337362756268317d94288c046c6f7373946836683c430802814090359e9e4094869452948c0974696d657374616d70944aabff7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31312d3233948c1074696d655f746869735f697465725f739447405621b13a0000008c0c74696d655f746f74616c5f7394474067faee260000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067faee260000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a107439022ed6193c806d4cb2dbe0daef567362756268317d94288c046c6f7373946836683c4308fa7c3e0f71189f4094869452948c0974696d657374616d70944a04007e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31322d3532948c1074696d655f746869735f697465725f73944740563c5f400000008c0c74696d655f746f74616c5f73944740718c8ee30000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740718c8ee30000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a101cee25c8b9793b99784b0bbe1f2f1c0f7362756268317d94288c046c6f7373946836683c4308592c160bb9ab9e4094869452948c0974696d657374616d70944a5e007e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31342d3232948c1074696d655f746869735f697465725f739447405662a4d00000008c0c74696d655f746f74616c5f73944740772538170000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740772538170000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1087274e0ea602ceb9f843a1c738ebcb157362756268317d94288c046c6f7373946836683c4308f2783cce67899e4094869452948c0974696d657374616d70944ab7007e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31352d3531948c1074696d655f746869735f697465725f73944740564cb9650000008c0c74696d655f746f74616c5f739447407cb866704000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407cb866704000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11bc7a2236930a368755495a6b8ed5748e007362756268317d94288c046c6f7373946836683c43082c168bd559949e4094869452948c0974696d657374616d70944a10017e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31372d3230948c1074696d655f746869735f697465725f739447405664e8560000008c0c74696d655f746f74616c5f739447408128d042e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408128d042e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a109a4bdb34ccb74d8d9a477b4ff82fc7107362756268317d94288c046c6f7373946836683c430873b95ccee3a29e4094869452948c0974696d657374616d70944a6a017e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31382d3530948c1074696d655f746869735f697465725f739447405662f7060000008c0c74696d655f746f74616c5f7394474083f52f23a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474083f52f23a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11a5d9643e548a4fad7b4df738fcbca9c6007362756268317d94288c046c6f7373946836683c430877bbddfe36a19e4094869452948c0974696d657374616d70944ac3017e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d32302d3139948c1074696d655f746869735f697465725f739447405660355e0000008c0c74696d655f746f74616c5f7394474086c135cf6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474086c135cf6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a113eeed7f846867a9b7548272eb640d1ce007362756268317d94288c046c6f7373946836683c4308168bc58224989e4094869452948c0974696d657374616d70944a1d027e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d32312d3439948c1074696d655f746869735f697465725f73944740564edaa10000008c0c74696d655f746f74616c5f73944740898b11238000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740898b11238000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11234e6b7eb8e6e38ae444a955e515b69b007362756268317d94288c046c6f7373946836683c43086fb7db6d74979e4094869452948c0974696d657374616d70944a76027e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d32332d3138948c1074696d655f746869735f697465725f73944740566219570000008c0c74696d655f746f74616c5f739447408c57544e6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408c57544e6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"32772c28\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d3131948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f7f7dd831bf8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.4976920968263533,\n    \"lr\": 0.013704737381480214,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.4976920968263533,\n    \"lr\": 0.013704737381480214,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.4976920968263533,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.013704737381480214,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.4977,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0137,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719534198.9066653,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2048.298097625492,\n    \"timestamp\": 1719536262,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"32772c28\",\n    \"date\": \"2024-06-28_02-57-43\",\n    \"time_this_iter_s\": 204.9549217224121,\n    \"time_total_s\": 2064.139549255371,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.4976920968263533,\n      \"lr\": 0.013704737381480214,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 2064.139549255371,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.4977,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0137,n_head=4\"\n  },\n  \"last_result_time\": 1719536263.0966814,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2700.2572838490405,\n      \"min\": 2048.298097625492,\n      \"avg\": 2343.5907744640435,\n      \"last\": 2048.298097625492,\n      \"last-5-avg\": 2152.1482131597563,\n      \"last-10-avg\": 2343.5907744640435\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 219.04653239250183,\n      \"min\": 204.72472834587097,\n      \"avg\": 206.41395492553713,\n      \"last\": 204.9549217224121,\n      \"last-5-avg\": 204.9744710445404,\n      \"last-10-avg\": 206.4139549255371\n    },\n    \"time_total_s\": {\n      \"max\": 2064.139549255371,\n      \"min\": 219.04653239250183,\n      \"avg\": 1141.709648823738,\n      \"last\": 2064.139549255371,\n      \"last-5-avg\": 1654.313972711563,\n      \"last-10-avg\": 1141.709648823738\n    },\n    \"time_since_restore\": {\n      \"max\": 2064.139549255371,\n      \"min\": 219.04653239250183,\n      \"avg\": 1141.709648823738,\n      \"last\": 2064.139549255371,\n      \"last-5-avg\": 1654.313972711563,\n      \"last-10-avg\": 1141.709648823738\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a9542a3513bba14094869452946807680d4308f0f7fbbd2b26a14094869452946807680d430863b1585cefcca04094869452946807680d4308ea743a7db462a04094869452946807680d4308028140a09800a0409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d66ab5ba8318a54094869452946807680d430812894482fa62a44094869452946807680d4308c8e3f1f851fda34094869452946807680d4308040281c00314a34094869452946807680d4308040281608179a24094869452946807680d4308a9542a3513bba14094869452946807680d4308f0f7fbbd2b26a14094869452946807680d430863b1585cefcca04094869452946807680d4308ea743a7db462a04094869452946807680d4308028140a09800a0409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474069a1416f000000474069a588990000004740699f609c0000004740699730f98000004740699e8eb8000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406b617d318000004740699b4b53800000474069a72f0b800000474069a2186a000000474069a27ce0000000474069a1416f000000474069a588990000004740699f609c0000004740699730f98000004740699e8eb8000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740937139c9300000474096a5eadc500000474099d9d6efd0000047409d0cbd0f0000004740a0204773000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406b617d3180000047407a7e6442800000474083a8fde420000047408a1183fea000004740903d119b5000004740937139c9300000474096a5eadc500000474099d9d6efd0000047409d0cbd0f0000004740a0204773000000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740937139c9300000474096a5eadc500000474099d9d6efd0000047409d0cbd0f0000004740a0204773000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406b617d3180000047407a7e6442800000474083a8fde420000047408a1183fea000004740903d119b5000004740937139c9300000474096a5eadc500000474099d9d6efd0000047409d0cbd0f0000004740a0204773000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059519260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1152b1ce4a0a9499b13b470843470d40c300736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d66ab5ba8318a54094869452948c0974696d657374616d70944a51037e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d32362d3537948c1074696d655f746869735f697465725f739447406b617d318000008c0c74696d655f746f74616c5f739447406b617d318000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b617d318000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1156a89948facd96b79f49bdb815d5ca8c007362756268317d94288c046c6f7373946836683c430812894482fa62a44094869452948c0974696d657374616d70944a1e047e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d33302d3232948c1074696d655f746869735f697465725f73944740699b4b538000008c0c74696d655f746f74616c5f739447407a7e64428000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a7e64428000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10d30a43c4a8915ba03b4aeb8d227f0c447362756268317d94288c046c6f7373946836683c4308c8e3f1f851fda34094869452948c0974696d657374616d70944aeb047e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d33332d3438948c1074696d655f746869735f697465725f7394474069a72f0b8000008c0c74696d655f746f74616c5f7394474083a8fde42000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083a8fde42000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a119f2e08fc71c5a0a18d47e9c65efb2c9d007362756268317d94288c046c6f7373946836683c4308040281c00314a34094869452948c0974696d657374616d70944ab8057e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d33372d3133948c1074696d655f746869735f697465725f7394474069a2186a0000008c0c74696d655f746f74616c5f739447408a1183fea000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408a1183fea000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1104796519973005a02a42e8e0cee20a9a007362756268317d94288c046c6f7373946836683c4308040281608179a24094869452948c0974696d657374616d70944a86067e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d34302d3338948c1074696d655f746869735f697465725f7394474069a27ce00000008c0c74696d655f746f74616c5f73944740903d119b5000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740903d119b5000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11e90805d0f59f27aa2642f06043a3c488007362756268317d94288c046c6f7373946836683c4308a9542a3513bba14094869452948c0974696d657374616d70944a53077e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d34342d3033948c1074696d655f746869735f697465725f7394474069a1416f0000008c0c74696d655f746f74616c5f73944740937139c93000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740937139c93000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10becdb2e438dfc6925345925f1135d3157362756268317d94288c046c6f7373946836683c4308f0f7fbbd2b26a14094869452948c0974696d657374616d70944a20087e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d34372d3238948c1074696d655f746869735f697465725f7394474069a588990000008c0c74696d655f746f74616c5f7394474096a5eadc5000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474096a5eadc5000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11448b7d6416372095db4088e81591f6e6007362756268317d94288c046c6f7373946836683c430863b1585cefcca04094869452948c0974696d657374616d70944aed087e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d35302d3533948c1074696d655f746869735f697465725f73944740699f609c0000008c0c74696d655f746f74616c5f7394474099d9d6efd000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474099d9d6efd000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11e446638f50db50aef644dd37509680c5007362756268317d94288c046c6f7373946836683c4308ea743a7db462a04094869452948c0974696d657374616d70944ab9097e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d35342d3138948c1074696d655f746869735f697465725f73944740699730f98000008c0c74696d655f746f74616c5f739447409d0cbd0f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409d0cbd0f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11ac774e92591888b1f447593038444698007362756268317d94288c046c6f7373946836683c4308028140a09800a04094869452948c0974696d657374616d70944a860a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d35372d3433948c1074696d655f746869735f697465725f73944740699e8eb80000008c0c74696d655f746f74616c5f73944740a02047730000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a02047730000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"4fa4a8c6\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d3138948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f80607511d88c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.5276525795479664,\n    \"lr\": 0.018787488390354802,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.5276525795479664,\n    \"lr\": 0.018787488390354802,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.5276525795479664,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.018787488390354802,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5277,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0188,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719536263.2501142,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1612.084331842858,\n    \"timestamp\": 1719538145,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"4fa4a8c6\",\n    \"date\": \"2024-06-28_03-29-05\",\n    \"time_this_iter_s\": 186.78013014793396,\n    \"time_total_s\": 1882.5019946098328,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.5276525795479664,\n      \"lr\": 0.018787488390354802,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 1882.5019946098328,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5277,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0188,n_head=16\"\n  },\n  \"last_result_time\": 1719538145.8004339,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2563.930910125492,\n      \"min\": 1612.084331842858,\n      \"avg\": 2202.1557254821296,\n      \"last\": 1612.084331842858,\n      \"last-5-avg\": 1950.3934694305178,\n      \"last-10-avg\": 2202.15572548213\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 200.39984393119812,\n      \"min\": 186.51477193832397,\n      \"avg\": 188.25019946098325,\n      \"last\": 186.78013014793396,\n      \"last-5-avg\": 186.87134075164795,\n      \"last-10-avg\": 188.25019946098328\n    },\n    \"time_total_s\": {\n      \"max\": 1882.5019946098328,\n      \"min\": 200.39984393119812,\n      \"avg\": 1041.6279175281525,\n      \"last\": 1882.5019946098328,\n      \"last-5-avg\": 1508.9627029895782,\n      \"last-10-avg\": 1041.6279175281525\n    },\n    \"time_since_restore\": {\n      \"max\": 1882.5019946098328,\n      \"min\": 200.39984393119812,\n      \"avg\": 1041.6279175281525,\n      \"last\": 1882.5019946098328,\n      \"last-5-avg\": 1508.9627029895782,\n      \"last-10-avg\": 1041.6279175281525\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308afd7eb657e77a14094869452946807680d4308369bcdee58c4a04094869452946807680d4308ad56ab8544d09f4094869452946807680d430830180c0695e79a4094869452946807680d4308592c165b563099409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308028140a0dc07a44094869452946807680d4308412010200dc2a34094869452946807680d4308ecf57a0d9d3ba34094869452946807680d430802814000aec8a24094869452946807680d430853a9543af90ca24094869452946807680d4308afd7eb657e77a14094869452946807680d4308369bcdee58c4a04094869452946807680d4308ad56ab8544d09f4094869452946807680d430830180c0695e79a4094869452946807680d4308592c165b563099409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406763cce70000004740676096b30000004740675857b000000047406755b80080000047406758f6d3800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740690ccb858000004740676035ae80000047406762fc29800000474067507903000000474067642fd880000047406763cce70000004740676096b30000004740675857b000000047406755b80080000047406758f6d3800000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474091bd0e64000000474094a9213a600000474097942c3060000047409a7ee33070000047409d6a020ae00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740690ccb8580000047407836809a000000474081f3ff57600000474087c81d9820000047408da1298e400000474091bd0e64000000474094a9213a600000474097942c3060000047409a7ee33070000047409d6a020ae00000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474091bd0e64000000474094a9213a600000474097942c3060000047409a7ee33070000047409d6a020ae00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740690ccb8580000047407836809a000000474081f3ff57600000474087c81d9820000047408da1298e400000474091bd0e64000000474094a9213a600000474097942c3060000047409a7ee33070000047409d6a020ae00000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059517260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a111ad2125617a7f591ad4c10d275fc26b200736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308028140a0dc07a44094869452948c0974696d657374616d70944a4f0b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d30312d3033948c1074696d655f746869735f697465725f73944740690ccb858000008c0c74696d655f746f74616c5f73944740690ccb858000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740690ccb858000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a118c7ddd0fc9a70ea747429124227546da007362756268317d94288c046c6f7373946836683c4308412010200dc2a34094869452948c0974696d657374616d70944a0a0c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d30342d3130948c1074696d655f746869735f697465725f73944740676035ae8000008c0c74696d655f746f74616c5f739447407836809a0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407836809a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11264fead62324368f1541a0f51e501ba8007362756268317d94288c046c6f7373946836683c4308ecf57a0d9d3ba34094869452948c0974696d657374616d70944ac50c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d30372d3137948c1074696d655f746869735f697465725f739447406762fc298000008c0c74696d655f746f74616c5f7394474081f3ff576000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474081f3ff576000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1192e76f111a5531bc214e4c2bd4c8f1b0007362756268317d94288c046c6f7373946836683c430802814000aec8a24094869452948c0974696d657374616d70944a800d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d31302d3234948c1074696d655f746869735f697465725f73944740675079030000008c0c74696d655f746f74616c5f7394474087c81d982000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474087c81d982000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10e81592ed689af4b5e840a95ea4092e767362756268317d94288c046c6f7373946836683c430853a9543af90ca24094869452948c0974696d657374616d70944a3b0e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d31332d3331948c1074696d655f746869735f697465725f7394474067642fd88000008c0c74696d655f746f74616c5f739447408da1298e4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408da1298e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a102e5da6843d1607b2c341ad422d7b256e7362756268317d94288c046c6f7373946836683c4308afd7eb657e77a14094869452948c0974696d657374616d70944af60e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d31362d3338948c1074696d655f746869735f697465725f739447406763cce70000008c0c74696d655f746f74616c5f7394474091bd0e640000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474091bd0e640000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a1117e1f519d8f5cea6474b113e25cc57d5007362756268317d94288c046c6f7373946836683c4308369bcdee58c4a04094869452948c0974696d657374616d70944ab10f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d31392d3435948c1074696d655f746869735f697465725f73944740676096b30000008c0c74696d655f746f74616c5f7394474094a9213a6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474094a9213a6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10a7b67c977f5183a7824b789749c2781f7362756268317d94288c046c6f7373946836683c4308ad56ab8544d09f4094869452948c0974696d657374616d70944a6c107e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d32322d3532948c1074696d655f746869735f697465725f73944740675857b00000008c0c74696d655f746f74616c5f7394474097942c306000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474097942c306000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11d5d54adadaca3fb324435ec4da8481d7007362756268317d94288c046c6f7373946836683c430830180c0695e79a4094869452948c0974696d657374616d70944a26117e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d32352d3539948c1074696d655f746869735f697465725f739447406755b8008000008c0c74696d655f746f74616c5f739447409a7ee3307000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447409a7ee3307000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1071750aa59b43b7b3474bb1fcaa494b047362756268317d94288c046c6f7373946836683c4308592c165b5630994094869452948c0974696d657374616d70944ae1117e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d32392d3035948c1074696d655f746869735f697465725f739447406758f6d38000008c0c74696d655f746f74616c5f739447409d6a020ae000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447409d6a020ae000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"f1df685b\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d3433948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8270652a078c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.6516917077514637,\n    \"lr\": 0.00012016483134334655,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.6516917077514637,\n    \"lr\": 0.00012016483134334655,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.6516917077514637,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.00012016483134334655,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.6517,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719538145.9566,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 349.91690856453005,\n    \"timestamp\": 1719538777,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"f1df685b\",\n    \"date\": \"2024-06-28_03-39-37\",\n    \"time_this_iter_s\": 62.24173164367676,\n    \"time_total_s\": 631.1538705825806,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.6516917077514637,\n      \"lr\": 0.00012016483134334655,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 631.1538705825806,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.6517,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=16\"\n  },\n  \"last_result_time\": 1719538777.1607192,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1395.3380626768578,\n      \"min\": 349.91690856453005,\n      \"avg\": 585.1466473677026,\n      \"last\": 349.91690856453005,\n      \"last-5-avg\": 389.6494589978316,\n      \"last-10-avg\": 585.1466473677026\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 74.64295077323914,\n      \"min\": 61.00002908706665,\n      \"avg\": 63.11538705825806,\n      \"last\": 62.24173164367676,\n      \"last-5-avg\": 62.26071014404297,\n      \"last-10-avg\": 63.11538705825806\n    },\n    \"time_total_s\": {\n      \"max\": 631.1538705825806,\n      \"min\": 74.64295077323914,\n      \"avg\": 352.04152367115023,\n      \"last\": 631.1538705825806,\n      \"last-5-avg\": 506.60893216133115,\n      \"last-10-avg\": 352.04152367115023\n    },\n    \"time_since_restore\": {\n      \"max\": 631.1538705825806,\n      \"min\": 74.64295077323914,\n      \"avg\": 352.04152367115023,\n      \"last\": 631.1538705825806,\n      \"last-5-avg\": 506.60893216133115,\n      \"last-10-avg\": 352.04152367115023\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308552a958a3a267b4094869452946807680d43086bb55a0d3d65794094869452946807680d4308a552a9540c0c784094869452946807680d4308b55aad56c54d774094869452946807680d430843a150a8abde75409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430869341a2d5acd954094869452946807680d4308180c06037d588a4094869452946807680d4308ea743abda04d844094869452946807680d4308a7d3e9d498d6804094869452946807680d4308168bc5e2abc47d4094869452946807680d4308552a958a3a267b4094869452946807680d43086bb55a0d3d65794094869452946807680d4308a552a9540c0c784094869452946807680d4308b55aad56c54d774094869452946807680d430843a150a8abde75409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404ef82f5e00000047404f5abdb200000047404f18b51c00000047404f1c478400000047404f1ef110000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474052a9261b00000047404edafffa00000047404ea8dcd600000047404e96ad4e00000047404e8000f400000047404ef82f5e00000047404f5abdb200000047404f18b51c00000047404f1c478400000047404f1ef110000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474077dca0d4c0000047407bc7f88b00000047407fab0f2e800000474081c74c0f800000474083b93b20800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474052a9261b0000004740610b530c000000474068b58a418000004740702d9aca800000474073fd9ae9000000474077dca0d4c0000047407bc7f88b00000047407fab0f2e800000474081c74c0f800000474083b93b20800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474077dca0d4c0000047407bc7f88b00000047407fab0f2e800000474081c74c0f800000474083b93b20800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474052a9261b0000004740610b530c000000474068b58a418000004740702d9aca800000474073fd9ae9000000474077dca0d4c0000047407bc7f88b00000047407fab0f2e800000474081c74c0f800000474083b93b20800000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a109cce7092c6ffd88ffa4b1bd1c4bd6f66736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430869341a2d5acd954094869452948c0974696d657374616d70944a2c127e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33302d3230948c1074696d655f746869735f697465725f7394474052a9261b0000008c0c74696d655f746f74616c5f7394474052a9261b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474052a9261b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11d4b83002ee4db0bc934c547643268984007362756268317d94288c046c6f7373946836683c4308180c06037d588a4094869452948c0974696d657374616d70944a6a127e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33312d3232948c1074696d655f746869735f697465725f739447404edafffa0000008c0c74696d655f746f74616c5f73944740610b530c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740610b530c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a118e62530e3e16a6bc624ab3a9fa1ae49b007362756268317d94288c046c6f7373946836683c4308ea743abda04d844094869452948c0974696d657374616d70944aa7127e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33322d3233948c1074696d655f746869735f697465725f739447404ea8dcd60000008c0c74696d655f746f74616c5f7394474068b58a418000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474068b58a418000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a104fc4bcdd57291aa2e84f51c38a2a7c437362756268317d94288c046c6f7373946836683c4308a7d3e9d498d6804094869452948c0974696d657374616d70944ae4127e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33332d3234948c1074696d655f746869735f697465725f739447404e96ad4e0000008c0c74696d655f746f74616c5f73944740702d9aca8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740702d9aca8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a101368a37afb65b3882a49f6c0b3673e687362756268317d94288c046c6f7373946836683c4308168bc5e2abc47d4094869452948c0974696d657374616d70944a21137e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33342d3235948c1074696d655f746869735f697465725f739447404e8000f40000008c0c74696d655f746f74616c5f7394474073fd9ae90000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474073fd9ae90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a107a742346d39d2cb32141952e437bfb287362756268317d94288c046c6f7373946836683c4308552a958a3a267b4094869452948c0974696d657374616d70944a5f137e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33352d3237948c1074696d655f746869735f697465725f739447404ef82f5e0000008c0c74696d655f746f74616c5f7394474077dca0d4c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474077dca0d4c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11229a55fe59d3adbf88443f20188157c6007362756268317d94288c046c6f7373946836683c43086bb55a0d3d65794094869452948c0974696d657374616d70944a9e137e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33362d3330948c1074696d655f746869735f697465725f739447404f5abdb20000008c0c74696d655f746f74616c5f739447407bc7f88b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407bc7f88b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1002278eb5ce60b4a251444416c63fa5197362756268317d94288c046c6f7373946836683c4308a552a9540c0c784094869452948c0974696d657374616d70944adc137e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33372d3332948c1074696d655f746869735f697465725f739447404f18b51c0000008c0c74696d655f746f74616c5f739447407fab0f2e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407fab0f2e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11eb63ff3268e666a21b4debc732cd1386007362756268317d94288c046c6f7373946836683c4308b55aad56c54d774094869452948c0974696d657374616d70944a1a147e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33382d3334948c1074696d655f746869735f697465725f739447404f1c47840000008c0c74696d655f746f74616c5f7394474081c74c0f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474081c74c0f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a103a9f762c2fa67eaf594f462e82641f3f7362756268317d94288c046c6f7373946836683c430843a150a8abde754094869452948c0974696d657374616d70944a59147e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33392d3337948c1074696d655f746869735f697465725f739447404f1ef1100000008c0c74696d655f746f74616c5f7394474083b93b208000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083b93b208000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"157597b6\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d3035948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8434be683e8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.6087504471626306,\n    \"lr\": 0.0008285643583924775,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.6087504471626306,\n    \"lr\": 0.0008285643583924775,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.6087504471626306,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.0008285643583924775,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.6088,embedding_dim=16,encoder_ff=1024,encoder_num_layer=2,lr=0.0008,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719538777.328315,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 265.69599794402836,\n    \"timestamp\": 1719539367,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"157597b6\",\n    \"date\": \"2024-06-28_03-49-27\",\n    \"time_this_iter_s\": 57.52658176422119,\n    \"time_total_s\": 590.6158361434937,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.6087504471626306,\n      \"lr\": 0.0008285643583924775,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 590.6158361434937,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.6088,embedding_dim=16,encoder_ff=1024,encoder_num_layer=2,lr=0.0008,n_head=16\"\n  },\n  \"last_result_time\": 1719539368.0009365,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 965.1062155896284,\n      \"min\": 265.69599794402836,\n      \"avg\": 417.14486456443,\n      \"last\": 265.69599794402836,\n      \"last-5-avg\": 298.2877890759566,\n      \"last-10-avg\": 417.14486456443\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 71.3250789642334,\n      \"min\": 57.036139488220215,\n      \"avg\": 59.06158361434937,\n      \"last\": 57.52658176422119,\n      \"last-5-avg\": 57.644131088256835,\n      \"last-10-avg\": 59.06158361434937\n    },\n    \"time_total_s\": {\n      \"max\": 590.6158361434937,\n      \"min\": 71.3250789642334,\n      \"avg\": 331.2887733459473,\n      \"last\": 590.6158361434937,\n      \"last-5-avg\": 475.62998857498167,\n      \"last-10-avg\": 331.2887733459473\n    },\n    \"time_since_restore\": {\n      \"max\": 590.6158361434937,\n      \"min\": 71.3250789642334,\n      \"avg\": 331.2887733459473,\n      \"last\": 590.6158361434937,\n      \"last-5-avg\": 475.62998857498167,\n      \"last-10-avg\": 331.2887733459473\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430820100844d2fc744094869452946807680d43080a8542a1e174734094869452946807680d43085bad566b1e88724094869452946807680d4308e27038cc10a2714094869452946807680d4308f67abdce229b70409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083c1e8f87d9288e4094869452946807680d43089bcd66c3cdac804094869452946807680d430847a3d14887767b4094869452946807680d430810080462bb5c784094869452946807680d4308d66ab57a9601764094869452946807680d430820100844d2fc744094869452946807680d43080a8542a1e174734094869452946807680d43085bad566b1e88724094869452946807680d4308e27038cc10a2714094869452946807680d4308f67abdce229b70409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404d09354800000047404d00788200000047404c84a03800000047404cca896600000047404cc36708000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051d4ce1800000047404cfc316e00000047404cca0ba800000047404cfcbe4a00000047404cc5fdb800000047404d09354800000047404d00788200000047404c84a03800000047404cca896600000047404cc36708000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407687795200000047407a27886240000047407db81c69400000474080a8b6cb00000047408274ed3b800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051d4ce180000004740602973678000004740675bf65180000047406e9b25e4000000474072e652a900000047407687795200000047407a27886240000047407db81c69400000474080a8b6cb00000047408274ed3b800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407687795200000047407a27886240000047407db81c69400000474080a8b6cb00000047408274ed3b800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051d4ce180000004740602973678000004740675bf65180000047406e9b25e4000000474072e652a900000047407687795200000047407a27886240000047407db81c69400000474080a8b6cb00000047408274ed3b800000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950f260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11cab89c7743800989bf42a865ce7cf9fe00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083c1e8f87d9288e4094869452948c0974696d657374616d70944aa0147e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34302d3438948c1074696d655f746869735f697465725f7394474051d4ce180000008c0c74696d655f746f74616c5f7394474051d4ce180000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474051d4ce180000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a114efab83b8ab17e8d95442a812d9d2ea7007362756268317d94288c046c6f7373946836683c43089bcd66c3cdac804094869452948c0974696d657374616d70944ada147e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34312d3436948c1074696d655f746869735f697465725f739447404cfc316e0000008c0c74696d655f746f74616c5f73944740602973678000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740602973678000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11290f2e77e200b088ba45c34ae22a53f5007362756268317d94288c046c6f7373946836683c430847a3d14887767b4094869452948c0974696d657374616d70944a14157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34322d3434948c1074696d655f746869735f697465725f739447404cca0ba80000008c0c74696d655f746f74616c5f73944740675bf6518000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740675bf6518000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11b0058a72446ad0b5944f46ef990a3eae007362756268317d94288c046c6f7373946836683c430810080462bb5c784094869452948c0974696d657374616d70944a4e157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34332d3432948c1074696d655f746869735f697465725f739447404cfcbe4a0000008c0c74696d655f746f74616c5f739447406e9b25e40000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e9b25e40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a118a8fc270e7c78599d84539dd702a5295007362756268317d94288c046c6f7373946836683c4308d66ab57a9601764094869452948c0974696d657374616d70944a87157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34342d3339948c1074696d655f746869735f697465725f739447404cc5fdb80000008c0c74696d655f746f74616c5f7394474072e652a90000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072e652a90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1125100221564bb9a54745cc185dd3ffe8007362756268317d94288c046c6f7373946836683c430820100844d2fc744094869452948c0974696d657374616d70944ac1157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34352d3337948c1074696d655f746869735f697465725f739447404d0935480000008c0c74696d655f746f74616c5f73944740768779520000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740768779520000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11f74352792ee0e295f24db2ff0ae060d9007362756268317d94288c046c6f7373946836683c43080a8542a1e174734094869452948c0974696d657374616d70944afb157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34362d3335948c1074696d655f746869735f697465725f739447404d0078820000008c0c74696d655f746f74616c5f739447407a2788624000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a2788624000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a116c8f06586244059e7b4d111fa9d88989007362756268317d94288c046c6f7373946836683c43085bad566b1e88724094869452948c0974696d657374616d70944a34167e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34372d3332948c1074696d655f746869735f697465725f739447404c84a0380000008c0c74696d655f746f74616c5f739447407db81c694000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407db81c694000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10183971296ab040930a4a1db17449143f7362756268317d94288c046c6f7373946836683c4308e27038cc10a2714094869452948c0974696d657374616d70944a6e167e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34382d3330948c1074696d655f746869735f697465725f739447404cca89660000008c0c74696d655f746f74616c5f7394474080a8b6cb0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080a8b6cb0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a101de6ec082d30aeaa9c4d3631a632975e7362756268317d94288c046c6f7373946836683c4308f67abdce229b704094869452948c0974696d657374616d70944aa7167e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34392d3237948c1074696d655f746869735f697465725f739447404cc367080000008c0c74696d655f746f74616c5f739447408274ed3b8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408274ed3b8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"aaac0ba4\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d3337948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f84cb9c138d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.620662951741282,\n    \"lr\": 0.00347738554616066,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.620662951741282,\n    \"lr\": 0.00347738554616066,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.620662951741282,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.00347738554616066,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.6207,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0035,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719539368.1519523,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2036.6472908080093,\n    \"timestamp\": 1719547805,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"aaac0ba4\",\n    \"date\": \"2024-06-28_06-10-05\",\n    \"time_this_iter_s\": 841.7590441703796,\n    \"time_total_s\": 8437.740472078323,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.620662951741282,\n      \"lr\": 0.00347738554616066,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 8437.740472078323,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.6207,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0035,n_head=4\"\n  },\n  \"last_result_time\": 1719547805.9444683,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2061.2424547090304,\n      \"min\": 2036.6472908080093,\n      \"avg\": 2050.082223198357,\n      \"last\": 2036.6472908080093,\n      \"last-5-avg\": 2047.945392085999,\n      \"last-10-avg\": 2050.0822231983575\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 859.009360074997,\n      \"min\": 841.3607151508331,\n      \"avg\": 843.7740472078324,\n      \"last\": 841.7590441703796,\n      \"last-5-avg\": 841.6228694438935,\n      \"last-10-avg\": 843.7740472078324\n    },\n    \"time_total_s\": {\n      \"max\": 8437.740472078323,\n      \"min\": 859.009360074997,\n      \"avg\": 4649.565741252899,\n      \"last\": 8437.740472078323,\n      \"last-5-avg\": 6754.424017953873,\n      \"last-10-avg\": 4649.565741252899\n    },\n    \"time_since_restore\": {\n      \"max\": 8437.740472078323,\n      \"min\": 859.009360074997,\n      \"avg\": 4649.565741252899,\n      \"last\": 8437.740472078323,\n      \"last-5-avg\": 6754.424017953873,\n      \"last-10-avg\": 4649.565741252899\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e9743a4507a04094869452946807680d430832994ce66702a04094869452946807680d4308180c06237c1aa04094869452946807680d43086bb55a0dffe39f4094869452946807680d43089bcd66d396d29f409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430841201028b404a04094869452946807680d430891482402cd08a04094869452946807680d430867b3d9ac7c08a04094869452946807680d43080c0683c12704a04094869452946807680d430877bbdd2e0b10a04094869452946807680d4308d4e9743a4507a04094869452946807680d430832994ce66702a04094869452946807680d4308180c06237c1aa04094869452946807680d43086bb55a0dffe39f4094869452946807680d43089bcd66d396d29f409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408a4b01ed40000047408a50200740000047408a4ae2bea0000047408a4cd2f600000047408a4e1285c00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ad8132b60000047408a5978f2e0000047408a56c3e8c0000047408a550aca80000047408a4fa77c40000047408a4b01ed40000047408a50200740000047408a4ae2bea0000047408a4cd2f600000047408a4e1285c00000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740b3cf00876000004740b71904884800004740ba6260e01c00004740bdabfb3edc00004740c07adec7ca0000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ad8132b60000047409a98c60f2000004740a3e21401c000004740aa7756b46000004740b085a049b800004740b3cf00876000004740b71904884800004740ba6260e01c00004740bdabfb3edc00004740c07adec7ca0000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740b3cf00876000004740b71904884800004740ba6260e01c00004740bdabfb3edc00004740c07adec7ca0000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ad8132b60000047409a98c60f2000004740a3e21401c000004740aa7756b46000004740b085a049b800004740b3cf00876000004740b71904884800004740ba6260e01c00004740bdabfb3edc00004740c07adec7ca0000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059519260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10ca809afb68005cb0784225d9210f4d33736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430841201028b404a04094869452948c0974696d657374616d70944a021a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d30332d3437948c1074696d655f746869735f697465725f739447408ad8132b6000008c0c74696d655f746f74616c5f739447408ad8132b6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408ad8132b6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11ec432a8f7d7566ba6946b552856b85cf007362756268317d94288c046c6f7373946836683c430891482402cd08a04094869452948c0974696d657374616d70944a4d1d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d31372d3530948c1074696d655f746869735f697465725f739447408a5978f2e000008c0c74696d655f746f74616c5f739447409a98c60f2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409a98c60f2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a115407cd0a4dd125992a4b65f76d5552c0007362756268317d94288c046c6f7373946836683c430867b3d9ac7c08a04094869452948c0974696d657374616d70944a98207e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d33312d3533948c1074696d655f746869735f697465725f739447408a56c3e8c000008c0c74696d655f746f74616c5f73944740a3e21401c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a3e21401c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a118cd469370383fba6954a683455eaedde007362756268317d94288c046c6f7373946836683c43080c0683c12704a04094869452948c0974696d657374616d70944ae3237e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d34352d3535948c1074696d655f746869735f697465725f739447408a550aca8000008c0c74696d655f746f74616c5f73944740aa7756b46000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740aa7756b46000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11a1c90ee839860698f64e486bb732f8a7007362756268317d94288c046c6f7373946836683c430877bbdd2e0b10a04094869452948c0974696d657374616d70944a2d277e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d35392d3537948c1074696d655f746869735f697465725f739447408a4fa77c4000008c0c74696d655f746f74616c5f73944740b085a049b800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b085a049b800008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1049629bae900e8882144d3a387df653567362756268317d94288c046c6f7373946836683c4308d4e9743a4507a04094869452948c0974696d657374616d70944a762a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30352d31332d3539948c1074696d655f746869735f697465725f739447408a4b01ed4000008c0c74696d655f746f74616c5f73944740b3cf00876000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b3cf00876000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a119371484c70e7c2ba604058a4fdde92e8007362756268317d94288c046c6f7373946836683c430832994ce66702a04094869452948c0974696d657374616d70944ac02d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30352d32382d3031948c1074696d655f746869735f697465725f739447408a5020074000008c0c74696d655f746f74616c5f73944740b71904884800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b71904884800008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11ef48ffb9f32772ac4641f08c86452fd7007362756268317d94288c046c6f7373946836683c4308180c06237c1aa04094869452948c0974696d657374616d70944a0a317e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30352d34322d3032948c1074696d655f746869735f697465725f739447408a4ae2bea000008c0c74696d655f746f74616c5f73944740ba6260e01c00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740ba6260e01c00008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11ec2dcd7ea52ef7813b477dfa5ee843d3007362756268317d94288c046c6f7373946836683c43086bb55a0dffe39f4094869452948c0974696d657374616d70944a53347e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30352d35362d3034948c1074696d655f746869735f697465725f739447408a4cd2f60000008c0c74696d655f746f74616c5f73944740bdabfb3edc00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740bdabfb3edc00008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1181f2d5742599e59ac047376cbca56bf2007362756268317d94288c046c6f7373946836683c43089bcd66d396d29f4094869452948c0974696d657374616d70944a9d377e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30362d31302d3035948c1074696d655f746869735f697465725f739447408a4e1285c000008c0c74696d655f746f74616c5f73944740c07adec7ca00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740c07adec7ca00008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"b2637af1\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d3238948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f85628bac878c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.2473324871734921,\n    \"lr\": 0.08715018752570974,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.2473324871734921,\n    \"lr\": 0.08715018752570974,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.2473324871734921,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.08715018752570974,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.2473,embedding_dim=16,encoder_ff=512,encoder_num_layer=2,lr=0.0872,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719547806.1505933,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1954.741417591966,\n    \"timestamp\": 1719548344,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"b2637af1\",\n    \"date\": \"2024-06-28_06-19-04\",\n    \"time_this_iter_s\": 52.11372709274292,\n    \"time_total_s\": 538.2431201934814,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.2473324871734921,\n      \"lr\": 0.08715018752570974,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 538.2431201934814,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.2473,embedding_dim=16,encoder_ff=512,encoder_num_layer=2,lr=0.0872,n_head=16\"\n  },\n  \"last_result_time\": 1719548344.4419425,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2342.1553426427167,\n      \"min\": 1954.741417591966,\n      \"avg\": 2049.385956050842,\n      \"last\": 1954.741417591966,\n      \"last-5-avg\": 1961.6518164446975,\n      \"last-10-avg\": 2049.3859560508427\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 66.37161922454834,\n      \"min\": 52.05119323730469,\n      \"avg\": 53.82431201934815,\n      \"last\": 52.11372709274292,\n      \"last-5-avg\": 52.259254121780394,\n      \"last-10-avg\": 53.82431201934814\n    },\n    \"time_total_s\": {\n      \"max\": 538.2431201934814,\n      \"min\": 66.37161922454834,\n      \"avg\": 302.71114158630365,\n      \"last\": 538.2431201934814,\n      \"last-5-avg\": 433.699472618103,\n      \"last-10-avg\": 302.7111415863037\n    },\n    \"time_since_restore\": {\n      \"max\": 538.2431201934814,\n      \"min\": 66.37161922454834,\n      \"avg\": 302.71114158630365,\n      \"last\": 538.2431201934814,\n      \"last-5-avg\": 433.699472618103,\n      \"last-10-avg\": 302.7111415863037\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85a2b7dc9e4094869452946807680d4308040281a017ac9e4094869452946807680d4308c8e3f118b69c9e4094869452946807680d4308d66ab5ba8c909e4094869452946807680d4308b1582c36f78a9e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308492412894f4ca24094869452946807680d4308ad56ab15506ca14094869452946807680d4308e8f3f95cd852a04094869452946807680d4308f4f97cfe5ecf9f4094869452946807680d43086fb7dbed17109f4094869452946807680d4308140a85a2b7dc9e4094869452946807680d4308040281a017ac9e4094869452946807680d4308c8e3f118b69c9e4094869452946807680d4308d66ab5ba8c909e4094869452946807680d4308b1582c36f78a9e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404a068d8000000047404a42955e00000047404a0b90be00000047404a42a9fa00000047404a0e8e9c000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405097c89c00000047404a49e2f400000047404a7a112400000047404a4556e600000047404a40562800000047404a068d8000000047404a42955e00000047404a0b90be00000047404a42a9fa00000047404a0e8e9c000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740748ff7fbc00000474077d84aa780000047407b19bcbf40000047407e6211fe800000474080d1f1e9000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405097c89c00000047405dbcba160000004740657ce15400000047406c0e370d8000004740714f264bc000004740748ff7fbc00000474077d84aa780000047407b19bcbf40000047407e6211fe800000474080d1f1e9000000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740748ff7fbc00000474077d84aa780000047407b19bcbf40000047407e6211fe800000474080d1f1e9000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405097c89c00000047405dbcba160000004740657ce15400000047406c0e370d8000004740714f264bc000004740748ff7fbc00000474077d84aa780000047407b19bcbf40000047407e6211fe800000474080d1f1e9000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950d260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1014fa9e604a5febb87c4d31fa9b658a7e736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308492412894f4ca24094869452948c0974696d657374616d70944ae0377e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31312d3132948c1074696d655f746869735f697465725f739447405097c89c0000008c0c74696d655f746f74616c5f739447405097c89c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405097c89c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a107fd171facc8dd6b75049328fd8e892577362756268317d94288c046c6f7373946836683c4308ad56ab15506ca14094869452948c0974696d657374616d70944a15387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31322d3035948c1074696d655f746869735f697465725f739447404a49e2f40000008c0c74696d655f746f74616c5f739447405dbcba160000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405dbcba160000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11bb50fa9b9716ed94c04163f6ef82988e007362756268317d94288c046c6f7373946836683c4308e8f3f95cd852a04094869452948c0974696d657374616d70944a4a387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31322d3538948c1074696d655f746869735f697465725f739447404a7a11240000008c0c74696d655f746f74616c5f73944740657ce1540000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740657ce1540000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11aa1fec2e9bd754a4f24ad0cdc9cfeeb0007362756268317d94288c046c6f7373946836683c4308f4f97cfe5ecf9f4094869452948c0974696d657374616d70944a7e387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31332d3530948c1074696d655f746869735f697465725f739447404a4556e60000008c0c74696d655f746f74616c5f739447406c0e370d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406c0e370d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10868b09316c9636bfc4423e6e2940a5447362756268317d94288c046c6f7373946836683c43086fb7dbed17109f4094869452948c0974696d657374616d70944ab3387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31342d3433948c1074696d655f746869735f697465725f739447404a4056280000008c0c74696d655f746f74616c5f73944740714f264bc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740714f264bc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10a5bab18b117796b7594c12e88c0b83227362756268317d94288c046c6f7373946836683c4308140a85a2b7dc9e4094869452948c0974696d657374616d70944ae7387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31352d3335948c1074696d655f746869735f697465725f739447404a068d800000008c0c74696d655f746f74616c5f73944740748ff7fbc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740748ff7fbc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11f3a110921d0dba834345ef26f03521f0007362756268317d94288c046c6f7373946836683c4308040281a017ac9e4094869452948c0974696d657374616d70944a1b397e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31362d3237948c1074696d655f746869735f697465725f739447404a42955e0000008c0c74696d655f746f74616c5f7394474077d84aa78000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474077d84aa78000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11b83b183ef88166a4ec405316ce1df7b4007362756268317d94288c046c6f7373946836683c4308c8e3f118b69c9e4094869452948c0974696d657374616d70944a4f397e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31372d3139948c1074696d655f746869735f697465725f739447404a0b90be0000008c0c74696d655f746f74616c5f739447407b19bcbf4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b19bcbf4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a116e0c5c6f2386ee95a14ee4abdda57ce7007362756268317d94288c046c6f7373946836683c4308d66ab5ba8c909e4094869452948c0974696d657374616d70944a84397e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31382d3132948c1074696d655f746869735f697465725f739447404a42a9fa0000008c0c74696d655f746f74616c5f739447407e6211fe8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407e6211fe8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a116acddf477d0ff69fb948d4b269f0ce98007362756268317d94288c046c6f7373946836683c4308b1582c36f78a9e4094869452948c0974696d657374616d70944ab8397e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31392d3034948c1074696d655f746869735f697465725f739447404a0e8e9c0000008c0c74696d655f746f74616c5f7394474080d1f1e90000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080d1f1e90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"3d8a1340\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d3036948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8da361113a8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.9833194838066408,\n    \"lr\": 0.0004542749659626088,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.9833194838066408,\n    \"lr\": 0.0004542749659626088,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.9833194838066408,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.0004542749659626088,\n    \"n_head\": 2\n  },\n  \"experiment_tag\": \"55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.9833,embedding_dim=16,encoder_ff=512,encoder_num_layer=2,lr=0.0005,n_head=2\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719548344.5918303,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": NaN,\n    \"timestamp\": 1719549146,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"3d8a1340\",\n    \"date\": \"2024-06-28_06-32-26\",\n    \"time_this_iter_s\": 79.03019595146179,\n    \"time_total_s\": 801.7016909122467,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 8,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 2,\n      \"drop_rate\": 0.9833194838066408,\n      \"lr\": 0.0004542749659626088,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 801.7016909122467,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.9833,embedding_dim=16,encoder_ff=512,encoder_num_layer=2,lr=0.0005,n_head=2\"\n  },\n  \"last_result_time\": 1719549146.3397918,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": NaN,\n      \"min\": NaN,\n      \"avg\": NaN,\n      \"last\": NaN,\n      \"last-5-avg\": NaN,\n      \"last-10-avg\": NaN\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 91.73844981193542,\n      \"min\": 78.50712847709656,\n      \"avg\": 80.17016909122468,\n      \"last\": 79.03019595146179,\n      \"last-5-avg\": 78.91907229423524,\n      \"last-10-avg\": 80.17016909122466\n    },\n    \"time_total_s\": {\n      \"max\": 801.7016909122467,\n      \"min\": 91.73844981193542,\n      \"avg\": 446.61356441974635,\n      \"last\": 801.7016909122467,\n      \"last-5-avg\": 643.7671368598938,\n      \"last-10-avg\": 446.6135644197464\n    },\n    \"time_since_restore\": {\n      \"max\": 801.7016909122467,\n      \"min\": 91.73844981193542,\n      \"avg\": 446.61356441974635,\n      \"last\": 801.7016909122467,\n      \"last-5-avg\": 643.7671368598938,\n      \"last-10-avg\": 446.6135644197464\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053c098a3000000474053a3ac1b000000474053c00d26000000474053bfd9c8000000474053c1eebb000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056ef42c3000000474053bae9ac000000474053bf13cb000000474053a074cb000000474053bd1915000000474053c098a3000000474053a3ac1b000000474053c00d26000000474053bfd9c8000000474053c1eebb000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407e61d9af400000474081a5625b0000004740841d63ffc00000474086955f38c000004740890d9d10200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056ef42c300000047406555163780000047406f34a01d000000474074826d4140000047407971b38680000047407e61d9af400000474081a5625b0000004740841d63ffc00000474086955f38c000004740890d9d10200000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407e61d9af400000474081a5625b0000004740841d63ffc00000474086955f38c000004740890d9d10200000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056ef42c300000047406555163780000047406f34a01d000000474074826d4140000047407971b38680000047407e61d9af400000474081a5625b0000004740841d63ffc00000474086955f38c000004740890d9d10200000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950f260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1073b7d55681be62982041d01c3b42612c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452948c0974696d657374616d70944a143a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32302d3336948c1074696d655f746869735f697465725f7394474056ef42c30000008c0c74696d655f746f74616c5f7394474056ef42c30000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474056ef42c30000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a116416642b77e3b1a945412ef2d516c2dc007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a633a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32312d3535948c1074696d655f746869735f697465725f7394474053bae9ac0000008c0c74696d655f746f74616c5f73944740655516378000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740655516378000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a109e64c3ee3ce2c1ba734bf449a0e9772a7362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ab23a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32332d3134948c1074696d655f746869735f697465725f7394474053bf13cb0000008c0c74696d655f746f74616c5f739447406f34a01d0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406f34a01d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11087a7f04b3009089f64bd03e7aeb9ebe007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a003b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32342d3332948c1074696d655f746869735f697465725f7394474053a074cb0000008c0c74696d655f746f74616c5f7394474074826d414000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474074826d414000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11be82d4a1b76080bc7b4965fd93dd33f3007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a4f3b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32352d3531948c1074696d655f746869735f697465725f7394474053bd19150000008c0c74696d655f746f74616c5f739447407971b3868000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407971b3868000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11de4c71d7094fbb98e943733f42ee5594007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a9e3b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32372d3130948c1074696d655f746869735f697465725f7394474053c098a30000008c0c74696d655f746f74616c5f739447407e61d9af4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407e61d9af4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a116963b8bca8aee09fd14fa62fabe27a8b007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944aed3b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32382d3239948c1074696d655f746869735f697465725f7394474053a3ac1b0000008c0c74696d655f746f74616c5f7394474081a5625b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474081a5625b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a111978638771b831b4114cc7deb7e17be5007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a3c3c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32392d3438948c1074696d655f746869735f697465725f7394474053c00d260000008c0c74696d655f746f74616c5f73944740841d63ffc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740841d63ffc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11a3250d5862204d92a647a226c8a36d82007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a8b3c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d33312d3037948c1074696d655f746869735f697465725f7394474053bfd9c80000008c0c74696d655f746f74616c5f7394474086955f38c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474086955f38c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a114b13e1145a44af97834f61545e1563fa007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ada3c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d33322d3236948c1074696d655f746869735f697465725f7394474053c1eebb0000008c0c74696d655f746f74616c5f73944740890d9d102000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740890d9d102000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"88943ec6\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d3034948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8e3a2ce9178c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.02058782092742384,\n    \"lr\": 0.00012206173551085312,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.02058782092742384,\n    \"lr\": 0.00012206173551085312,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.02058782092742384,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.00012206173551085312,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.0206,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719549146.4948225,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1953.125932348056,\n    \"timestamp\": 1719550406,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"88943ec6\",\n    \"date\": \"2024-06-28_06-53-26\",\n    \"time_this_iter_s\": 124.03362774848938,\n    \"time_total_s\": 1260.0365612506866,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.02058782092742384,\n      \"lr\": 0.00012206173551085312,\n      \"batch_size\": 1024\n    },\n    \"time_since_restore\": 1260.0365612506866,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.0206,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=16\"\n  },\n  \"last_result_time\": 1719550406.584547,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 1957.8012575164555,\n      \"min\": 1952.0587047667016,\n      \"avg\": 1954.4239703321082,\n      \"last\": 1953.125932348056,\n      \"last-5-avg\": 1953.9543325349102,\n      \"last-10-avg\": 1954.4239703321084\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 138.29581928253174,\n      \"min\": 123.8325846195221,\n      \"avg\": 126.00365612506867,\n      \"last\": 124.03362774848938,\n      \"last-5-avg\": 124.45651307106019,\n      \"last-10-avg\": 126.00365612506866\n    },\n    \"time_total_s\": {\n      \"max\": 1260.0365612506866,\n      \"min\": 138.29581928253174,\n      \"avg\": 699.97023127079,\n      \"last\": 1260.0365612506866,\n      \"last-5-avg\": 1011.7537503242493,\n      \"last-10-avg\": 699.9702312707901\n    },\n    \"time_since_restore\": {\n      \"max\": 1260.0365612506866,\n      \"min\": 138.29581928253174,\n      \"avg\": 699.97023127079,\n      \"last\": 1260.0365612506866,\n      \"last-5-avg\": 1011.7537503242493,\n      \"last-10-avg\": 699.9702312707901\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430843a15018b18d9e4094869452946807680d4308cce57219e48d9e4094869452946807680d4308dced76ebc3869e4094869452946807680d430869341a1d3c809e4094869452946807680d4308a3d168f480849e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308b55aade6d48c9e4094869452946807680d43086fb7db9dc1839e4094869452946807680d4308ee76bb2dc0849e4094869452946807680d430867b3d97c34979e4094869452946807680d4308b7dbed16548d9e4094869452946807680d430843a15018b18d9e4094869452946807680d4308cce57219e48d9e4094869452946807680d4308dced76ebc3869e4094869452946807680d430869341a1d3c809e4094869452946807680d4308a3d168f480849e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405f4ade6400000047405f2d856e00000047405f2241b500000047405ef5491100000047405f0226f5000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406149775a00000047405f42dd6400000047405f3eeaf700000047405f39551500000047405f22355400000047405f4ade6400000047405f2d856e00000047405f2241b500000047405ef5491100000047405f0226f5000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474087d763fb80000047408bbd14a940000047408fa15cdfe00000474091c00301000000474093b02570500000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406149775a000000474070757306000000474078452dc3c0000047408009c184800000474083ee082f000000474087d763fb80000047408bbd14a940000047408fa15cdfe00000474091c00301000000474093b02570500000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474087d763fb80000047408bbd14a940000047408fa15cdfe00000474091c00301000000474093b02570500000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406149775a000000474070757306000000474078452dc3c0000047408009c184800000474083ee082f000000474087d763fb80000047408bbd14a940000047408fa15cdfe00000474091c00301000000474093b02570500000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950e260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a114f97ca0bc7dd14ba6e44dac90b6d83e100736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308b55aade6d48c9e4094869452948c0974696d657374616d70944a643d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d33342d3434948c1074696d655f746869735f697465725f739447406149775a0000008c0c74696d655f746f74616c5f739447406149775a0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406149775a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10c4a67787ea82eaac13487cbb8c048d147362756268317d94288c046c6f7373946836683c43086fb7db9dc1839e4094869452948c0974696d657374616d70944ae13d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d33362d3439948c1074696d655f746869735f697465725f739447405f42dd640000008c0c74696d655f746f74616c5f73944740707573060000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740707573060000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11f905954e7071069fc24659f43bf0cfa6007362756268317d94288c046c6f7373946836683c4308ee76bb2dc0849e4094869452948c0974696d657374616d70944a5e3e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d33382d3534948c1074696d655f746869735f697465725f739447405f3eeaf70000008c0c74696d655f746f74616c5f7394474078452dc3c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474078452dc3c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a113f7ec5187b634c80d7450dcc160a41d2007362756268317d94288c046c6f7373946836683c430867b3d97c34979e4094869452948c0974696d657374616d70944adb3e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34302d3539948c1074696d655f746869735f697465725f739447405f3955150000008c0c74696d655f746f74616c5f739447408009c1848000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408009c1848000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1062a7d2b169ac018602496f94368aa91b7362756268317d94288c046c6f7373946836683c4308b7dbed16548d9e4094869452948c0974696d657374616d70944a583f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34332d3034948c1074696d655f746869735f697465725f739447405f2235540000008c0c74696d655f746f74616c5f7394474083ee082f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474083ee082f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11dfee5b53521445b0d4457ec8274c98d7007362756268317d94288c046c6f7373946836683c430843a15018b18d9e4094869452948c0974696d657374616d70944ad53f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34352d3039948c1074696d655f746869735f697465725f739447405f4ade640000008c0c74696d655f746f74616c5f7394474087d763fb8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474087d763fb8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a1149fe90612b2c5ebb9f4ed0d2ac951df8007362756268317d94288c046c6f7373946836683c4308cce57219e48d9e4094869452948c0974696d657374616d70944a52407e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34372d3134948c1074696d655f746869735f697465725f739447405f2d856e0000008c0c74696d655f746f74616c5f739447408bbd14a94000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408bbd14a94000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1067d8e8b2cd668aa1fd48e65e8685f9777362756268317d94288c046c6f7373946836683c4308dced76ebc3869e4094869452948c0974696d657374616d70944ace407e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34392d3138948c1074696d655f746869735f697465725f739447405f2241b50000008c0c74696d655f746f74616c5f739447408fa15cdfe000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408fa15cdfe000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11cc7509c3c64115aa2a41f7d845acbce2007362756268317d94288c046c6f7373946836683c430869341a1d3c809e4094869452948c0974696d657374616d70944a4a417e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d35312d3232948c1074696d655f746869735f697465725f739447405ef549110000008c0c74696d655f746f74616c5f7394474091c003010000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474091c003010000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a116dbeecdbc57614ad4f49652edcd814a4007362756268317d94288c046c6f7373946836683c4308a3d168f480849e4094869452948c0974696d657374616d70944ac6417e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d35332d3236948c1074696d655f746869735f697465725f739447405f0226f50000008c0c74696d655f746f74616c5f7394474093b025705000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474093b025705000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"e1c21a5b\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d3236948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8f1c6cefae8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.9609532957830483,\n    \"lr\": 0.0003819692551562951,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.9609532957830483,\n    \"lr\": 0.0003819692551562951,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.9609532957830483,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.0003819692551562951,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9610,embedding_dim=64,encoder_ff=512,encoder_num_layer=4,lr=0.0004,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719550406.7353516,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2166.0535782941683,\n    \"timestamp\": 1719551009,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"e1c21a5b\",\n    \"date\": \"2024-06-28_07-03-29\",\n    \"time_this_iter_s\": 58.87797403335571,\n    \"time_total_s\": 602.5065522193909,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.9609532957830483,\n      \"lr\": 0.0003819692551562951,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 602.5065522193909,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9610,embedding_dim=64,encoder_ff=512,encoder_num_layer=4,lr=0.0004,n_head=4\"\n  },\n  \"last_result_time\": 1719551009.2871013,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2194.870497816191,\n      \"min\": 2161.298410971334,\n      \"avg\": 2172.305702894316,\n      \"last\": 2166.0535782941683,\n      \"last-5-avg\": 2165.150327763595,\n      \"last-10-avg\": 2172.305702894316\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 72.34097814559937,\n      \"min\": 58.70789837837219,\n      \"avg\": 60.25065522193909,\n      \"last\": 58.87797403335571,\n      \"last-5-avg\": 58.92110424041748,\n      \"last-10-avg\": 60.250655221939084\n    },\n    \"time_total_s\": {\n      \"max\": 602.5065522193909,\n      \"min\": 72.34097814559937,\n      \"avg\": 337.2882109642029,\n      \"last\": 602.5065522193909,\n      \"last-5-avg\": 484.5309166431427,\n      \"last-10-avg\": 337.2882109642029\n    },\n    \"time_since_restore\": {\n      \"max\": 602.5065522193909,\n      \"min\": 72.34097814559937,\n      \"avg\": 337.2882109642029,\n      \"last\": 602.5065522193909,\n      \"last-5-avg\": 484.5309166431427,\n      \"last-10-avg\": 337.2882109642029\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308de6eb7fb33f2a04094869452946807680d4308f8fbfd4e96e7a04094869452946807680d4308a150285402eba04094869452946807680d43084ba552c998e2a04094869452946807680d4308753a9d6e1beca0409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088fc7e3b1bd25a14094869452946807680d430828140a35b611a14094869452946807680d4308d66ab5cabdf5a04094869452946807680d4308ce66b379d8fca04094869452946807680d43080683c13092f8a04094869452946807680d4308de6eb7fb33f2a04094869452946807680d4308f8fbfd4e96e7a04094869452946807680d4308a150285402eba04094869452946807680d43084ba552c998e2a04094869452946807680d4308753a9d6e1beca0409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404d62554a00000047404d6dddf000000047404d65c2bc00000047404da72a4e00000047404d706174000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405215d29600000047404d5a9c6a00000047404d673aa400000047404d9ceb6400000047404d68ed5e00000047404d62554a00000047404d6dddf000000047404d65c2bc00000047404da72a4e00000047404d706174000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474076eab548c0000047407a987106c0000047407e45295e400000474080fd0754000000474082d40d6b400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405215d296000000474060619065800000474067bb5f0e80000047406f2299e78000004740733e6a9f800000474076eab548c0000047407a987106c0000047407e45295e400000474080fd0754000000474082d40d6b400000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474076eab548c0000047407a987106c0000047407e45295e400000474080fd0754000000474082d40d6b400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405215d296000000474060619065800000474067bb5f0e80000047406f2299e78000004740733e6a9f800000474076eab548c0000047407a987106c0000047407e45295e400000474080fd0754000000474082d40d6b400000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11ef06642911d5abbaee41f1018e5447be00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088fc7e3b1bd25a14094869452948c0974696d657374616d70944a0f427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35342d3339948c1074696d655f746869735f697465725f739447405215d2960000008c0c74696d655f746f74616c5f739447405215d2960000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405215d2960000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10ab28b1b5c23f6bacbe416b804188132f7362756268317d94288c046c6f7373946836683c430828140a35b611a14094869452948c0974696d657374616d70944a49427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35352d3337948c1074696d655f746869735f697465725f739447404d5a9c6a0000008c0c74696d655f746f74616c5f73944740606190658000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740606190658000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11db171b4bcccbbc962c4cf18417d1aea9007362756268317d94288c046c6f7373946836683c4308d66ab5cabdf5a04094869452948c0974696d657374616d70944a84427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35362d3336948c1074696d655f746869735f697465725f739447404d673aa40000008c0c74696d655f746f74616c5f7394474067bb5f0e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474067bb5f0e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11575915032c01ee8a1f4a48416f44a597007362756268317d94288c046c6f7373946836683c4308ce66b379d8fca04094869452948c0974696d657374616d70944abf427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35372d3335948c1074696d655f746869735f697465725f739447404d9ceb640000008c0c74696d655f746f74616c5f739447406f2299e78000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406f2299e78000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10126b7cf177167a852d4e59eda49ae17c7362756268317d94288c046c6f7373946836683c43080683c13092f8a04094869452948c0974696d657374616d70944afa427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35382d3334948c1074696d655f746869735f697465725f739447404d68ed5e0000008c0c74696d655f746f74616c5f73944740733e6a9f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740733e6a9f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1034fc36a8289a25867842b9fb352ad0437362756268317d94288c046c6f7373946836683c4308de6eb7fb33f2a04094869452948c0974696d657374616d70944a35437e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35392d3333948c1074696d655f746869735f697465725f739447404d62554a0000008c0c74696d655f746f74616c5f7394474076eab548c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076eab548c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a108ef407a9f873cf8edd4ee7fbb82b40547362756268317d94288c046c6f7373946836683c4308f8fbfd4e96e7a04094869452948c0974696d657374616d70944a70437e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30372d30302d3332948c1074696d655f746869735f697465725f739447404d6dddf00000008c0c74696d655f746f74616c5f739447407a987106c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a987106c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10e69d96761af0d0b9aa4ddea117a79c2c7362756268317d94288c046c6f7373946836683c4308a150285402eba04094869452948c0974696d657374616d70944aab437e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30372d30312d3331948c1074696d655f746869735f697465725f739447404d65c2bc0000008c0c74696d655f746f74616c5f739447407e45295e4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407e45295e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a102c27e5fe23ddf9a71842fd0d9f3e1b307362756268317d94288c046c6f7373946836683c43084ba552c998e2a04094869452948c0974696d657374616d70944ae6437e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30372d30322d3330948c1074696d655f746869735f697465725f739447404da72a4e0000008c0c74696d655f746f74616c5f7394474080fd07540000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080fd07540000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a117df7145fa71899a20b438ae283304aff007362756268317d94288c046c6f7373946836683c4308753a9d6e1beca04094869452948c0974696d657374616d70944a21447e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30372d30332d3239948c1074696d655f746869735f697465725f739447404d7061740000008c0c74696d655f746f74616c5f7394474082d40d6b4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082d40d6b4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"08bd9367\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d3236948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f904a0c0afa8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.7685314783666725,\n    \"lr\": 0.056339001711097965,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 4,\n    \"drop_rate\": 0.7685314783666725,\n    \"lr\": 0.056339001711097965,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.7685314783666725,\n    \"embedding_dim\": 64,\n    \"encoder_ff\": 512,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.056339001711097965,\n    \"n_head\": 4\n  },\n  \"experiment_tag\": \"58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.7685,embedding_dim=64,encoder_ff=512,encoder_num_layer=8,lr=0.0563,n_head=4\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719551009.4364445,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 1954.1531540277435,\n    \"timestamp\": 1719551747,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"08bd9367\",\n    \"date\": \"2024-06-28_07-15-47\",\n    \"time_this_iter_s\": 72.91625618934631,\n    \"time_total_s\": 737.8909130096436,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 64,\n      \"encoder_ff\": 512,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 4,\n      \"drop_rate\": 0.7685314783666725,\n      \"lr\": 0.056339001711097965,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 737.8909130096436,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.7685,embedding_dim=64,encoder_ff=512,encoder_num_layer=8,lr=0.0563,n_head=4\"\n  },\n  \"last_result_time\": 1719551747.3728619,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 3700.8752076156497,\n      \"min\": 1953.846070297121,\n      \"avg\": 2223.6251491756893,\n      \"last\": 1954.1531540277435,\n      \"last-5-avg\": 1954.4872041476992,\n      \"last-10-avg\": 2223.6251491756893\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 85.83756732940674,\n      \"min\": 72.14350414276123,\n      \"avg\": 73.78909130096436,\n      \"last\": 72.91625618934631,\n      \"last-5-avg\": 72.48127055168152,\n      \"last-10-avg\": 73.78909130096436\n    },\n    \"time_total_s\": {\n      \"max\": 737.8909130096436,\n      \"min\": 85.83756732940674,\n      \"avg\": 411.66717779636383,\n      \"last\": 737.8909130096436,\n      \"last-5-avg\": 592.698592376709,\n      \"last-10-avg\": 411.66717779636383\n    },\n    \"time_since_restore\": {\n      \"max\": 737.8909130096436,\n      \"min\": 85.83756732940674,\n      \"avg\": 411.66717779636383,\n      \"last\": 737.8909130096436,\n      \"last-5-avg\": 592.698592376709,\n      \"last-10-avg\": 411.66717779636383\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308201008e4f68e9e4094869452946807680d4308a552a91407899e4094869452946807680d43080281406062879e4094869452946807680d430877bbdd4ec1899e4094869452946807680d4308a3d168d49c889e409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308da6c361bc0e9ac4094869452946807680d4308de6eb75b049ba44094869452946807680d430877bbdd0e62e0a04094869452946807680d4308ecf57a9dde479f4094869452946807680d43080e87c36117ad9e4094869452946807680d4308201008e4f68e9e4094869452946807680d4308a552a91407899e4094869452946807680d43080281406062879e4094869452946807680d430877bbdd4ec1899e4094869452946807680d4308a3d168d49c889e409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474052092f2c000000474052264d9200000047405222f56e0000004740520ceb920000004740523aa3f1000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474055759ab40000004740521c6c530000004740521187140000004740521db0bf0000004740521dc42f000000474052092f2c000000474052264d9200000047405222f56e0000004740520ceb920000004740523aa3f1000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407bfa0c8d40000047408041cff8e00000474082862ea6a00000474084c7cc18e000004740870f2097000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474055759ab4000000474063c9038380000047406cd1c70d800000474072f04fb680000047407777c0c240000047407bfa0c8d40000047408041cff8e00000474082862ea6a00000474084c7cc18e000004740870f2097000000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407bfa0c8d40000047408041cff8e00000474082862ea6a00000474084c7cc18e000004740870f2097000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474055759ab4000000474063c9038380000047406cd1c70d800000474072f04fb680000047407777c0c240000047407bfa0c8d40000047408041cff8e00000474082862ea6a00000474084c7cc18e000004740870f2097000000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10416aa26309ebdfb50340ce24bb268737736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308da6c361bc0e9ac4094869452948c0974696d657374616d70944a77447e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30342d3535948c1074696d655f746869735f697465725f7394474055759ab40000008c0c74696d655f746f74616c5f7394474055759ab40000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474055759ab40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1026248354f13a66a5b34788fefda1f5407362756268317d94288c046c6f7373946836683c4308de6eb75b049ba44094869452948c0974696d657374616d70944abf447e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30362d3037948c1074696d655f746869735f697465725f73944740521c6c530000008c0c74696d655f746f74616c5f7394474063c903838000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474063c903838000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11e674ca3aea60eeacbc4f2e588ba923da007362756268317d94288c046c6f7373946836683c430877bbdd0e62e0a04094869452948c0974696d657374616d70944a07457e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30372d3230948c1074696d655f746869735f697465725f73944740521187140000008c0c74696d655f746f74616c5f739447406cd1c70d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406cd1c70d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a105f882156c66165bd1b457b536c6761647362756268317d94288c046c6f7373946836683c4308ecf57a9dde479f4094869452948c0974696d657374616d70944a50457e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30382d3332948c1074696d655f746869735f697465725f73944740521db0bf0000008c0c74696d655f746f74616c5f7394474072f04fb68000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072f04fb68000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a111f11771aa8d1ef8bf84105413f8599cf007362756268317d94288c046c6f7373946836683c43080e87c36117ad9e4094869452948c0974696d657374616d70944a98457e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30392d3434948c1074696d655f746869735f697465725f73944740521dc42f0000008c0c74696d655f746f74616c5f739447407777c0c24000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407777c0c24000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a113eeccdd8af0c139908486277f1d38cd2007362756268317d94288c046c6f7373946836683c4308201008e4f68e9e4094869452948c0974696d657374616d70944ae1457e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31302d3537948c1074696d655f746869735f697465725f7394474052092f2c0000008c0c74696d655f746f74616c5f739447407bfa0c8d4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407bfa0c8d4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a106e2bd7234aa1c7b9e4479a435058d1667362756268317d94288c046c6f7373946836683c4308a552a91407899e4094869452948c0974696d657374616d70944a29467e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31322d3039948c1074696d655f746869735f697465725f7394474052264d920000008c0c74696d655f746f74616c5f739447408041cff8e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408041cff8e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a107c670d236d300080434e5446ddc71e0e7362756268317d94288c046c6f7373946836683c43080281406062879e4094869452948c0974696d657374616d70944a72467e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31332d3232948c1074696d655f746869735f697465725f739447405222f56e0000008c0c74696d655f746f74616c5f7394474082862ea6a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082862ea6a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10588c7909b002f5a91846675b308737027362756268317d94288c046c6f7373946836683c430877bbdd4ec1899e4094869452948c0974696d657374616d70944aba467e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31342d3334948c1074696d655f746869735f697465725f73944740520ceb920000008c0c74696d655f746f74616c5f7394474084c7cc18e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474084c7cc18e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a110a84573b76e028b86046c505ef802cb5007362756268317d94288c046c6f7373946836683c4308a3d168d49c889e4094869452948c0974696d657374616d70944a03477e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31352d3437948c1074696d655f746869735f697465725f73944740523aa3f10000008c0c74696d655f746f74616c5f73944740870f20970000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740870f20970000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"261349af\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d3239948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f90e0e681288c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.2474625892184107,\n    \"lr\": 0.09815210368028619,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 2,\n    \"decoder_rt_num_layer\": 4,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.2474625892184107,\n    \"lr\": 0.09815210368028619,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 4,\n    \"drop_rate\": 0.2474625892184107,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 2,\n    \"lr\": 0.09815210368028619,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.2475,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=2,lr=0.0982,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719551747.5242279,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 3048.0907587967517,\n    \"timestamp\": 1719558037,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"261349af\",\n    \"date\": \"2024-06-28_09-00-38\",\n    \"time_this_iter_s\": 627.6434020996094,\n    \"time_total_s\": 6290.689426183701,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 2,\n      \"decoder_rt_num_layer\": 4,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 2048,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.2474625892184107,\n      \"lr\": 0.09815210368028619,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 6290.689426183701,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.2475,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=2,lr=0.0982,n_head=16\"\n  },\n  \"last_result_time\": 1719558038.2702613,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 5146.327555979331,\n      \"min\": 3048.0907587967517,\n      \"avg\": 4273.107454363004,\n      \"last\": 3048.0907587967517,\n      \"last-5-avg\": 3672.7043072557826,\n      \"last-10-avg\": 4273.107454363005\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 641.6589081287384,\n      \"min\": 627.4417996406555,\n      \"avg\": 629.06894261837,\n      \"last\": 627.6434020996094,\n      \"last-5-avg\": 627.5811639785767,\n      \"last-10-avg\": 629.0689426183701\n    },\n    \"time_total_s\": {\n      \"max\": 6290.689426183701,\n      \"min\": 641.6589081287384,\n      \"avg\": 3466.3823635578156,\n      \"last\": 6290.689426183701,\n      \"last-5-avg\": 5035.5273536682125,\n      \"last-10-avg\": 3466.3823635578156\n    },\n    \"time_since_restore\": {\n      \"max\": 6290.689426183701,\n      \"min\": 641.6589081287384,\n      \"avg\": 3466.3823635578156,\n      \"last\": 6290.689426183701,\n      \"last-5-avg\": 5035.5273536682125,\n      \"last-10-avg\": 3466.3823635578156\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a1f021b1b04094869452946807680d4308c26030b81b2eaf4094869452946807680d43085128142a2dcbac4094869452946807680d43085bad56cb4f4baa4094869452946807680d4308bfdfef772ed0a7409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d66ab5da531ab44094869452946807680d4308e672b9dcd1b8b34094869452946807680d430828140a658b2fb34094869452946807680d43089fcfe7b36481b24094869452946807680d43080c0683c177abb14094869452946807680d43088542a1f021b1b04094869452946807680d4308c26030b81b2eaf4094869452946807680d43085128142a2dcbac4094869452946807680d43085bad56cb4f4baa4094869452946807680d4308bfdfef772ed0a7409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740839c9bb9e000004740839c9f582000004740839d558e4000004740839b88ce4000004740839d25b0000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740840d4571a000004740839ce3de0000004740839fadc0a00000474083a01cff2000004740839c50c40000004740839c9bb9e000004740839c9f582000004740839d558e4000004740839b88ce4000004740839d25b0000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740ad88b8235000004740b137effcac00004740b3ab9aae7400004740b61f0bc83c00004740b892b07e3c0000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740840d4571a00000474093d514a7d0000047409da4eb882000004740a3ba7d03d800004740a8a19134d800004740ad88b8235000004740b137effcac00004740b3ab9aae7400004740b61f0bc83c00004740b892b07e3c0000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740ad88b8235000004740b137effcac00004740b3ab9aae7400004740b61f0bc83c00004740b892b07e3c0000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740840d4571a00000474093d514a7d0000047409da4eb882000004740a3ba7d03d800004740a8a19134d800004740ad88b8235000004740b137effcac00004740b3ab9aae7400004740b61f0bc83c00004740b892b07e3c0000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059518260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10fbac3ad5ce651e9d844fb426f09f6356736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d66ab5da531ab44094869452948c0974696d657374616d70944a84497e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30372d32362d3239948c1074696d655f746869735f697465725f73944740840d4571a000008c0c74696d655f746f74616c5f73944740840d4571a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740840d4571a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a115b7c487489b41b8642429c7776614591007362756268317d94288c046c6f7373946836683c4308e672b9dcd1b8b34094869452948c0974696d657374616d70944af84b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30372d33362d3536948c1074696d655f746869735f697465725f73944740839ce3de0000008c0c74696d655f746f74616c5f7394474093d514a7d000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474093d514a7d000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a105945c0dd5095319a2d41117c2fdc467e7362756268317d94288c046c6f7373946836683c430828140a658b2fb34094869452948c0974696d657374616d70944a6c4e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30372d34372d3234948c1074696d655f746869735f697465725f73944740839fadc0a000008c0c74696d655f746f74616c5f739447409da4eb882000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409da4eb882000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11a4ea01899ada5aaf2d4aa3c66ad24ba5007362756268317d94288c046c6f7373946836683c43089fcfe7b36481b24094869452948c0974696d657374616d70944ae0507e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30372d35372d3532948c1074696d655f746869735f697465725f7394474083a01cff2000008c0c74696d655f746f74616c5f73944740a3ba7d03d800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a3ba7d03d800008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1199bb2ad82e2b418b494ab92a095d349b007362756268317d94288c046c6f7373946836683c43080c0683c177abb14094869452948c0974696d657374616d70944a53537e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d30382d3230948c1074696d655f746869735f697465725f73944740839c50c40000008c0c74696d655f746f74616c5f73944740a8a19134d800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a8a19134d800008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10c6d693e25fb07899bc405aab83f58f387362756268317d94288c046c6f7373946836683c43088542a1f021b1b04094869452948c0974696d657374616d70944ac7557e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d31382d3437948c1074696d655f746869735f697465725f73944740839c9bb9e000008c0c74696d655f746f74616c5f73944740ad88b8235000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740ad88b8235000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11c1dc1409b4aa61af69469c8d6629aa9b007362756268317d94288c046c6f7373946836683c4308c26030b81b2eaf4094869452948c0974696d657374616d70944a3b587e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d32392d3135948c1074696d655f746869735f697465725f73944740839c9f582000008c0c74696d655f746f74616c5f73944740b137effcac00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b137effcac00008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a110686389554948f8fc44e6f10ee730fd6007362756268317d94288c046c6f7373946836683c43085128142a2dcbac4094869452948c0974696d657374616d70944aae5a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d33392d3433948c1074696d655f746869735f697465725f73944740839d558e4000008c0c74696d655f746f74616c5f73944740b3ab9aae7400008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b3ab9aae7400008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11c121afee7b4f46b9a7482083c33dfdec007362756268317d94288c046c6f7373946836683c43085bad56cb4f4baa4094869452948c0974696d657374616d70944a225d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d35302d3130948c1074696d655f746869735f697465725f73944740839b88ce4000008c0c74696d655f746f74616c5f73944740b61f0bc83c00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b61f0bc83c00008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11f2e9c08ef20e10a5ae4ddcb8f840c0db007362756268317d94288c046c6f7373946836683c4308bfdfef772ed0a74094869452948c0974696d657374616d70944a955f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30392d30302d3338948c1074696d655f746869735f697465725f73944740839d25b00000008c0c74696d655f746f74616c5f73944740b892b07e3c00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b892b07e3c00008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"7c19332c\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d3437948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f9177b4a4848c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.7363891392281665,\n    \"lr\": 0.011294664762497991,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 2,\n    \"drop_rate\": 0.7363891392281665,\n    \"lr\": 0.011294664762497991,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.7363891392281665,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.011294664762497991,\n    \"n_head\": 2\n  },\n  \"experiment_tag\": \"60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.7364,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=1,lr=0.0113,n_head=2\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719558038.433597,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2146.9344828447956,\n    \"timestamp\": 1719561058,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"7c19332c\",\n    \"date\": \"2024-06-28_09-50-58\",\n    \"time_this_iter_s\": 299.9912140369415,\n    \"time_total_s\": 3020.282461166382,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 1,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 1024,\n      \"encoder_ff\": 2048,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 2,\n      \"drop_rate\": 0.7363891392281665,\n      \"lr\": 0.011294664762497991,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 3020.282461166382,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.7364,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=1,lr=0.0113,n_head=2\"\n  },\n  \"last_result_time\": 1719561058.772585,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2261.2695754644437,\n      \"min\": 2146.9344828447956,\n      \"avg\": 2196.342053991603,\n      \"last\": 2146.9344828447956,\n      \"last-5-avg\": 2204.1819978008125,\n      \"last-10-avg\": 2196.342053991603\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 314.7119266986847,\n      \"min\": 299.9912140369415,\n      \"avg\": 302.0282461166382,\n      \"last\": 299.9912140369415,\n      \"last-5-avg\": 300.2873908042908,\n      \"last-10-avg\": 302.0282461166382\n    },\n    \"time_total_s\": {\n      \"max\": 3020.282461166382,\n      \"min\": 314.7119266986847,\n      \"avg\": 1668.2465629577637,\n      \"last\": 3020.282461166382,\n      \"last-5-avg\": 2419.874883508682,\n      \"last-10-avg\": 1668.2465629577637\n    },\n    \"time_since_restore\": {\n      \"max\": 3020.282461166382,\n      \"min\": 314.7119266986847,\n      \"avg\": 1668.2465629577637,\n      \"last\": 3020.282461166382,\n      \"last-5-avg\": 2419.874883508682,\n      \"last-10-avg\": 1668.2465629577637\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082e97cb058aaaa14094869452946807680d4308753a9d0e023ca14094869452946807680d43089fcfe7a3b73aa14094869452946807680d4308ea743abdaf32a14094869452946807680d430824128974dec5a0409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084fa7d3896915a14094869452946807680d430853a9549ae70ca14094869452946807680d430873b95c2ed3faa04094869452946807680d430889442291bf47a14094869452946807680d43081a8d46832118a14094869452946807680d43082e97cb058aaaa14094869452946807680d4308753a9d0e023ca14094869452946807680d43089fcfe7a3b73aa14094869452946807680d4308ea743abdaf32a14094869452946807680d430824128974dec5a0409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474072c8b200800000474072c4368d800000474072c1b700800000474072c88231c00000474072bfdc03400000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474073ab640d400000474072cbc486400000474072cfaf95000000474072d3b176800000474072d2fd93800000474072c8b200800000474072c4368d800000474072c1b700800000474072c88231c00000474072bfdc03400000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847409c6d8e4cc000004740a08f4df81000004740a2e784d82000004740a540951e5800004740a798909ec00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474073ab640d4000004740833b9449c0000047408ca36c1440000047409306a267c00000474097bb61cca0000047409c6d8e4cc000004740a08f4df81000004740a2e784d82000004740a540951e5800004740a798909ec00000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847409c6d8e4cc000004740a08f4df81000004740a2e784d82000004740a540951e5800004740a798909ec00000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474073ab640d4000004740833b9449c0000047408ca36c1440000047409306a267c00000474097bb61cca0000047409c6d8e4cc000004740a08f4df81000004740a2e784d82000004740a540951e5800004740a798909ec00000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059517260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11d16ea2ef204af99f60483a00aa22a98400736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084fa7d3896915a14094869452948c0974696d657374616d70944ad0607e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d30352d3533948c1074696d655f746869735f697465725f7394474073ab640d4000008c0c74696d655f746f74616c5f7394474073ab640d4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474073ab640d4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11c83a6c690ae4bb98ec462c397066c4a0007362756268317d94288c046c6f7373946836683c430853a9549ae70ca14094869452948c0974696d657374616d70944afd617e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d31302d3533948c1074696d655f746869735f697465725f7394474072cbc4864000008c0c74696d655f746f74616c5f73944740833b9449c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740833b9449c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a117f08922cae7c5f816246588b730b00dc007362756268317d94288c046c6f7373946836683c430873b95c2ed3faa04094869452948c0974696d657374616d70944a2a637e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d31352d3534948c1074696d655f746869735f697465725f7394474072cfaf950000008c0c74696d655f746f74616c5f739447408ca36c144000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408ca36c144000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1174a85a14e52540964c41881a1f7508af007362756268317d94288c046c6f7373946836683c430889442291bf47a14094869452948c0974696d657374616d70944a57647e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d32302d3536948c1074696d655f746869735f697465725f7394474072d3b1768000008c0c74696d655f746f74616c5f739447409306a267c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409306a267c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10f44732922628068aa04ed452b9284f4a7362756268317d94288c046c6f7373946836683c43081a8d46832118a14094869452948c0974696d657374616d70944a85657e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d32352d3537948c1074696d655f746869735f697465725f7394474072d2fd938000008c0c74696d655f746f74616c5f7394474097bb61cca000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474097bb61cca000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1009d86ee378924ba6764658b2225e432f7362756268317d94288c046c6f7373946836683c43082e97cb058aaaa14094869452948c0974696d657374616d70944ab1667e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d33302d3537948c1074696d655f746869735f697465725f7394474072c8b2008000008c0c74696d655f746f74616c5f739447409c6d8e4cc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409c6d8e4cc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11db0556b4d648069e22479034f20727d6007362756268317d94288c046c6f7373946836683c4308753a9d0e023ca14094869452948c0974696d657374616d70944add677e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d33352d3538948c1074696d655f746869735f697465725f7394474072c4368d8000008c0c74696d655f746f74616c5f73944740a08f4df81000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a08f4df81000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1105db1aaf1f6c49a985411031a9104afc007362756268317d94288c046c6f7373946836683c43089fcfe7a3b73aa14094869452948c0974696d657374616d70944a0a697e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d34302d3538948c1074696d655f746869735f697465725f7394474072c1b7008000008c0c74696d655f746f74616c5f73944740a2e784d82000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a2e784d82000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10219e2c42bd240b9c864a441dc1c962467362756268317d94288c046c6f7373946836683c4308ea743abdaf32a14094869452948c0974696d657374616d70944a366a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d34352d3538948c1074696d655f746869735f697465725f7394474072c88231c000008c0c74696d655f746f74616c5f73944740a540951e5800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a540951e5800008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a102dae8b92f01c67adf941f25598e439637362756268317d94288c046c6f7373946836683c430824128974dec5a04094869452948c0974696d657374616d70944a626b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d35302d3538948c1074696d655f746869735f697465725f7394474072bfdc034000008c0c74696d655f746f74616c5f73944740a798909ec000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a798909ec000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"769b08ee\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d3338948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f97a9b5e3908c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.9311098017111933,\n    \"lr\": 0.0033598362705093534,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 512,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 16,\n    \"drop_rate\": 0.9311098017111933,\n    \"lr\": 0.0033598362705093534,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 512,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.9311098017111933,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.0033598362705093534,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.9311,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0034,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"TERMINATED\",\n  \"relative_logdir\": \"train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719561058.926876,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2067.5648145300197,\n    \"timestamp\": 1719562054,\n    \"checkpoint_dir_name\": \"checkpoint_000009\",\n    \"should_checkpoint\": true,\n    \"done\": true,\n    \"training_iteration\": 10,\n    \"trial_id\": \"769b08ee\",\n    \"date\": \"2024-06-28_10-07-34\",\n    \"time_this_iter_s\": 98.67155456542969,\n    \"time_total_s\": 995.7130689620972,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 512,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 16,\n      \"drop_rate\": 0.9311098017111933,\n      \"lr\": 0.0033598362705093534,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 995.7130689620972,\n    \"iterations_since_restore\": 10,\n    \"experiment_tag\": \"61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.9311,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0034,n_head=16\"\n  },\n  \"last_result_time\": 1719562054.6915047,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2152.0349524790845,\n      \"min\": 2067.5648145300197,\n      \"avg\": 2101.9375813161296,\n      \"last\": 2067.5648145300197,\n      \"last-5-avg\": 2079.8092696542817,\n      \"last-10-avg\": 2101.937581316129\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    },\n    \"time_this_iter_s\": {\n      \"max\": 112.00384831428528,\n      \"min\": 97.76127862930298,\n      \"avg\": 99.5713068962097,\n      \"last\": 98.67155456542969,\n      \"last-5-avg\": 98.23846459388733,\n      \"last-10-avg\": 99.57130689620972\n    },\n    \"time_total_s\": {\n      \"max\": 995.7130689620972,\n      \"min\": 112.00384831428528,\n      \"avg\": 553.497561621666,\n      \"last\": 995.7130689620972,\n      \"last-5-avg\": 798.8421119213104,\n      \"last-10-avg\": 553.4975616216659\n    },\n    \"time_since_restore\": {\n      \"max\": 995.7130689620972,\n      \"min\": 112.00384831428528,\n      \"avg\": 553.497561621666,\n      \"last\": 995.7130689620972,\n      \"last-5-avg\": 798.8421119213104,\n      \"last-10-avg\": 553.4975616216659\n    },\n    \"iterations_since_restore\": {\n      \"max\": 10,\n      \"min\": 1,\n      \"avg\": 5.5,\n      \"last\": 10,\n      \"last-5-avg\": 8.0,\n      \"last-10-avg\": 5.5\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a3d168a4c34fa04094869452946807680d43081a8d4623aa45a04094869452946807680d4308d0e7f3c9c93ca04094869452946807680d4308d0e7f3f9be44a04094869452946807680d43087bbd5e2f2127a0409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082a954ae511d0a04094869452946807680d4308b55aad86d5bea04094869452946807680d4308ecf57aed8494a04094869452946807680d4308381c0eb77d79a04094869452946807680d4308793c1e9fbe5ba04094869452946807680d4308a3d168a4c34fa04094869452946807680d43081a8d4623aa45a04094869452946807680d4308d0e7f3c9c93ca04094869452946807680d4308d0e7f3f9be44a04094869452946807680d43087bbd5e2f2127a0409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474058859d0500000047405870b8ca00000047405886ea5f000000474058a41417000000474058aafac0000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c003f0d00000047405872544a00000047405893b94f0000004740589037190000004740588ad028000000474058859d0500000047405870b8ca00000047405886ea5f000000474058a41417000000474058aafac0000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474082d4de1d800000474085e2f536c00000474088f3d282a0000047408c08550580000047408f1db45d800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c003f0d00000047406a3949ab80000047407341932980000047407965a0efc0000047407f8854f9c00000474082d4de1d800000474085e2f536c00000474088f3d282a0000047408c08550580000047408f1db45d800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474082d4de1d800000474085e2f536c00000474088f3d282a0000047408c08550580000047408f1db45d800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c003f0d00000047406a3949ab80000047407341932980000047407965a0efc0000047407f8854f9c00000474082d4de1d800000474085e2f536c00000474088f3d282a0000047408c08550580000047408f1db45d800000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059516260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1067a38c828ea13e93704319625f4e392d736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082a954ae511d0a04094869452948c0974696d657374616d70944ad26b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35322d3530948c1074696d655f746869735f697465725f739447405c003f0d0000008c0c74696d655f746f74616c5f739447405c003f0d0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405c003f0d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1148646804e76abc83764b54a581502db6007362756268317d94288c046c6f7373946836683c4308b55aad86d5bea04094869452948c0974696d657374616d70944a346c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35342d3238948c1074696d655f746869735f697465725f739447405872544a0000008c0c74696d655f746f74616c5f739447406a3949ab8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a3949ab8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1196cf19cb0f165c99e4431b67d4c398a2007362756268317d94288c046c6f7373946836683c4308ecf57aed8494a04094869452948c0974696d657374616d70944a966c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35362d3037948c1074696d655f746869735f697465725f739447405893b94f0000008c0c74696d655f746f74616c5f73944740734193298000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740734193298000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a106f2f600981880a8ec441f9b721e260227362756268317d94288c046c6f7373946836683c4308381c0eb77d79a04094869452948c0974696d657374616d70944af96c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35372d3435948c1074696d655f746869735f697465725f73944740589037190000008c0c74696d655f746f74616c5f739447407965a0efc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407965a0efc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11cdfccac70d3e3e81424ce8a1a8b812b6007362756268317d94288c046c6f7373946836683c4308793c1e9fbe5ba04094869452948c0974696d657374616d70944a5b6d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35392d3233948c1074696d655f746869735f697465725f73944740588ad0280000008c0c74696d655f746f74616c5f739447407f8854f9c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407f8854f9c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1128fb01b88da6b0b0e942c2e55d20abba007362756268317d94288c046c6f7373946836683c4308a3d168a4c34fa04094869452948c0974696d657374616d70944abd6d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30312d3031948c1074696d655f746869735f697465725f7394474058859d050000008c0c74696d655f746f74616c5f7394474082d4de1d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082d4de1d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11a96b194ebbaa11b1a14157711de085e4007362756268317d94288c046c6f7373946836683c43081a8d4623aa45a04094869452948c0974696d657374616d70944a1f6e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30322d3339948c1074696d655f746869735f697465725f739447405870b8ca0000008c0c74696d655f746f74616c5f7394474085e2f536c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085e2f536c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a0fe1895c42432e5286854d739054ee077362756268317d94288c046c6f7373946836683c4308d0e7f3c9c93ca04094869452948c0974696d657374616d70944a816e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30342d3137948c1074696d655f746869735f697465725f739447405886ea5f0000008c0c74696d655f746f74616c5f7394474088f3d282a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474088f3d282a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11b84038b121c5609fbc45fadc6c4e1bc8007362756268317d94288c046c6f7373946836683c4308d0e7f3f9be44a04094869452948c0974696d657374616d70944ae36e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30352d3536948c1074696d655f746869735f697465725f7394474058a414170000008c0c74696d655f746f74616c5f739447408c0855058000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408c0855058000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10518d32ad6862a5aac34f0df411429a7e7362756268317d94288c046c6f7373946836683c43087bbd5e2f2127a04094869452948c0974696d657374616d70944a466f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30372d3334948c1074696d655f746869735f697465725f7394474058aafac00000008c0c74696d655f746f74616c5f739447408f1db45d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408f1db45d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"cd09d91f\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63643039643931665f36325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30392d35302d3538948c1863757272656e745f636865636b706f696e745f696e646578944b028c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f9a9d1c63838c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.8804057782771979,\n    \"lr\": 0.00020339747661453456,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 4,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.8804057782771979,\n    \"lr\": 0.00020339747661453456,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.8804057782771979,\n    \"embedding_dim\": 256,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 4,\n    \"lr\": 0.00020339747661453456,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.8804,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0002,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"RUNNING\",\n  \"relative_logdir\": \"train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719562054.8448517,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2044.4744459737942,\n    \"timestamp\": 1719562367,\n    \"checkpoint_dir_name\": \"checkpoint_000002\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 3,\n    \"trial_id\": \"cd09d91f\",\n    \"date\": \"2024-06-28_10-12-47\",\n    \"time_this_iter_s\": 99.62483620643616,\n    \"time_total_s\": 312.48519372940063,\n    \"pid\": 242786,\n    \"hostname\": \"r8i6n8\",\n    \"node_ip\": \"10.159.28.66\",\n    \"config\": {\n      \"encoder_num_layer\": 4,\n      \"decoder_rt_num_layer\": 2,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 256,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 512,\n      \"n_head\": 1,\n      \"drop_rate\": 0.8804057782771979,\n      \"lr\": 0.00020339747661453456,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 312.48519372940063,\n    \"iterations_since_restore\": 3,\n    \"experiment_tag\": \"62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.8804,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0002,n_head=1\"\n  },\n  \"last_result_time\": 1719562367.3437243,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2046.8147607037401,\n      \"min\": 2044.4744459737942,\n      \"avg\": 2046.0208714602813,\n      \"last\": 2044.4744459737942,\n      \"last-5-avg\": 2046.0208714602813,\n      \"last-10-avg\": 2046.0208714602813\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": 1.0,\n      \"last\": true,\n      \"last-5-avg\": 1.0,\n      \"last-10-avg\": 1.0\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": 0.0,\n      \"last\": false,\n      \"last-5-avg\": 0.0,\n      \"last-10-avg\": 0.0\n    },\n    \"training_iteration\": {\n      \"max\": 3,\n      \"min\": 1,\n      \"avg\": 2.0,\n      \"last\": 3,\n      \"last-5-avg\": 2.0,\n      \"last-10-avg\": 2.0\n    },\n    \"time_this_iter_s\": {\n      \"max\": 113.24074220657349,\n      \"min\": 99.61961531639099,\n      \"avg\": 104.16173124313354,\n      \"last\": 99.62483620643616,\n      \"last-5-avg\": 104.16173124313354,\n      \"last-10-avg\": 104.16173124313354\n    },\n    \"time_total_s\": {\n      \"max\": 312.48519372940063,\n      \"min\": 113.24074220657349,\n      \"avg\": 212.86209781964618,\n      \"last\": 312.48519372940063,\n      \"last-5-avg\": 212.8620978196462,\n      \"last-10-avg\": 212.8620978196462\n    },\n    \"time_since_restore\": {\n      \"max\": 312.48519372940063,\n      \"min\": 113.24074220657349,\n      \"avg\": 212.86209781964618,\n      \"last\": 312.48519372940063,\n      \"last-5-avg\": 212.8620978196462,\n      \"last-10-avg\": 212.8620978196462\n    },\n    \"iterations_since_restore\": {\n      \"max\": 3,\n      \"min\": 1,\n      \"avg\": 2.0,\n      \"last\": 3,\n      \"last-5-avg\": 2.0,\n      \"last-10-avg\": 2.0\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595b0000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a15042fb9f4094869452946807680d4308c26030f817fb9f4094869452946807680d4308a9542ad5e5f19f409486945294652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"800595b0000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a15042fb9f4094869452946807680d4308c26030f817fb9f4094869452946807680d4308a9542ad5e5f19f409486945294652e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059525000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428888888652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059525000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428888888652e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059525000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428898989652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059525000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428898989652e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059528000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b03652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059528000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b03652e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405c4f6852000000474058e7a7c7000000474058e7fd51000000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c4f6852000000474058e7a7c7000000474058e7fd51000000652e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405c4f685200000047406a9b880c80000047407387c35a800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c4f685200000047406a9b880c80000047407387c35a800000652e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405c4f685200000047406a9b880c80000047407387c35a800000652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c4f685200000047406a9b880c80000047407387c35a800000652e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059528000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b03652e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059528000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b03652e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"800595350d0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63643039643931665f36325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30392d35302d35382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1171445c8405852087054efa6f6dbc8eb500736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a15042fb9f4094869452948c0974696d657374616d70944ab86f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086364303964393166948c0464617465948c13323032342d30362d32385f31302d30392d3238948c1074696d655f746869735f697465725f739447405c4f68520000008c0c74696d655f746f74616c5f739447405c4f68520000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fec2c48bd1d1ea88c026c7294473f2aa8e305322a258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405c4f68520000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63643039643931665f36325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30392d35302d35382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a106e2447a07879c982c343aabbfe51b07b7362756268317d94288c046c6f7373946836683c4308c26030f817fb9f4094869452948c0974696d657374616d70944a1b707e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086364303964393166948c0464617465948c13323032342d30362d32385f31302d31312d3037948c1074696d655f746869735f697465725f7394474058e7a7c70000008c0c74696d655f746f74616c5f739447406a9b880c8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fec2c48bd1d1ea88c026c7294473f2aa8e305322a258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a9b880c8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63643039643931665f36325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30392d35302d35382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1198a480155e7548919a4feb44f2caf6ef007362756268317d94288c046c6f7373946836683c4308a9542ad5e5f19f4094869452948c0974696d657374616d70944a7f707e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086364303964393166948c0464617465948c13323032342d30362d32385f31302d31322d3437948c1074696d655f746869735f697465725f7394474058e7fd510000008c0c74696d655f746f74616c5f739447407387c35a8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fec2c48bd1d1ea88c026c7294473f2aa8e305322a258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407387c35a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b03757562658c195f6c61746573745f636865636b706f696e745f726573756c7494689175622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"8f7a5983\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38663761353938335f36335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f31302d30372d3334948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f9bcaf50b4f8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.4044864263489224,\n    \"lr\": 0.0002561729654679464,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 8,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 8,\n    \"drop_rate\": 0.4044864263489224,\n    \"lr\": 0.0002561729654679464,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 8,\n    \"drop_rate\": 0.4044864263489224,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.0002561729654679464,\n    \"n_head\": 8\n  },\n  \"experiment_tag\": \"63_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.4045,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0003,n_head=8\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PENDING\",\n  \"relative_logdir\": \"train_model_8f7a5983_63_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_10-07-34\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": null,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {},\n  \"last_result_time\": -Infinity,\n  \"metric_analysis\": {},\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {},\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n  }\n}"
    ]
  ],
  "runner_data": {
    "_earliest_stopping_actor": Infinity,
    "_actor_cleanup_timeout": 600,
    "_actor_force_cleanup_timeout": 10,
    "_reuse_actors": true,
    "_buffer_length": 1,
    "_buffer_min_time_s": 0.0,
    "_buffer_max_time_s": 100.0,
    "_max_pending_trials": 1,
    "_metric": "loss",
    "_total_time": 76509.49886393547,
    "_iteration": 715057,
    "_has_errored": true,
    "_fail_fast": false,
    "_print_trial_errors": true,
    "_cached_trial_decisions": {},
    "_queued_trial_decisions": {},
    "_should_stop_experiment": false,
    "_stopper": {
      "_type": "CLOUDPICKLE_FALLBACK",
      "value": "8005952c000000000000008c157261792e74756e652e73746f707065722e6e6f6f70948c0b4e6f6f7053746f707065729493942981942e"
    },
    "_start_time": 1719490495.6971936,
    "_last_checkpoint_time": -Infinity,
    "_session_str": "2024-06-27_14-14-55",
    "_checkpoint_period": "auto",
    "_trial_checkpoint_config": {
      "_type": "CLOUDPICKLE_FALLBACK",
      "value": "800595f2000000000000008c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394680c75622e"
    },
    "_resumed": false
  },
  "stats": {
    "start_time": 1719490495.6971936,
    "timestamp": -Infinity
  }
}