experiment_state-2024-06-25_15-19-46.json

{
  "trial_data": [
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"dd950274\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059582030000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f64643935303237345f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31352d31392d3436948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d659447fff00000000000008c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d64944e756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 1024,\n    \"n_head\": 16,\n    \"drop_rate\": 0.7776595209025089,\n    \"lr\": 0.0006106789085082022,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 1024,\n    \"n_head\": 16,\n    \"drop_rate\": 0.7776595209025089,\n    \"lr\": 0.0006106789085082022,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 1024,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.7776595209025089,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 1024,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.0006106789085082022,\n    \"n_head\": 16\n  },\n  \"experiment_tag\": \"1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.7777,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0006,n_head=16\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c0347505594473ff000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PAUSED\",\n  \"relative_logdir\": \"train_model_dd950274_1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-25_15-19-46\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719321603.1018882,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"loss\": 2001.7704808993603,\n    \"timestamp\": 1719321692,\n    \"checkpoint_dir_name\": \"checkpoint_000000\",\n    \"should_checkpoint\": true,\n    \"done\": false,\n    \"training_iteration\": 1,\n    \"trial_id\": \"dd950274\",\n    \"date\": \"2024-06-25_15-21-32\",\n    \"time_this_iter_s\": 89.34920597076416,\n    \"time_total_s\": 89.34920597076416,\n    \"pid\": 355319,\n    \"hostname\": \"r7i5n7\",\n    \"node_ip\": \"10.159.24.56\",\n    \"config\": {\n      \"encoder_num_layer\": 8,\n      \"decoder_rt_num_layer\": 1,\n      \"decoder_int_num_layer\": 1,\n      \"embedding_dim\": 16,\n      \"encoder_ff\": 1024,\n      \"decoder_rt_ff\": 1024,\n      \"decoder_int_ff\": 1024,\n      \"n_head\": 16,\n      \"drop_rate\": 0.7776595209025089,\n      \"lr\": 0.0006106789085082022,\n      \"batch_size\": 2048\n    },\n    \"time_since_restore\": 89.34920597076416,\n    \"iterations_since_restore\": 1,\n    \"experiment_tag\": \"1_batch_size=2048,decoder_int_ff=1024,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.7777,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0006,n_head=16\"\n  },\n  \"last_result_time\": 1719321692.456364,\n  \"metric_analysis\": {\n    \"loss\": {\n      \"max\": 2001.7704808993603,\n      \"min\": 2001.7704808993603,\n      \"avg\": 2001.7704808993603,\n      \"last\": 2001.7704808993603,\n      \"last-5-avg\": 2001.7704808993603,\n      \"last-10-avg\": 2001.7704808993603\n    },\n    \"should_checkpoint\": {\n      \"max\": true,\n      \"min\": true,\n      \"avg\": true,\n      \"last\": true,\n      \"last-5-avg\": true,\n      \"last-10-avg\": true\n    },\n    \"done\": {\n      \"max\": false,\n      \"min\": false,\n      \"avg\": false,\n      \"last\": false,\n      \"last-5-avg\": false,\n      \"last-10-avg\": false\n    },\n    \"training_iteration\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    },\n    \"time_this_iter_s\": {\n      \"max\": 89.34920597076416,\n      \"min\": 89.34920597076416,\n      \"avg\": 89.34920597076416,\n      \"last\": 89.34920597076416,\n      \"last-5-avg\": 89.34920597076416,\n      \"last-10-avg\": 89.34920597076416\n    },\n    \"time_total_s\": {\n      \"max\": 89.34920597076416,\n      \"min\": 89.34920597076416,\n      \"avg\": 89.34920597076416,\n      \"last\": 89.34920597076416,\n      \"last-5-avg\": 89.34920597076416,\n      \"last-10-avg\": 89.34920597076416\n    },\n    \"time_since_restore\": {\n      \"max\": 89.34920597076416,\n      \"min\": 89.34920597076416,\n      \"avg\": 89.34920597076416,\n      \"last\": 89.34920597076416,\n      \"last-5-avg\": 89.34920597076416,\n      \"last-10-avg\": 89.34920597076416\n    },\n    \"iterations_since_restore\": {\n      \"max\": 1,\n      \"min\": 1,\n      \"avg\": 1,\n      \"last\": 1,\n      \"last-5-avg\": 1,\n      \"last-10-avg\": 1\n    }\n  },\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {\n    \"loss\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1f814479f409486945294612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1f814479f409486945294612e\"\n      }\n    },\n    \"should_checkpoint\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n      }\n    },\n    \"done\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n      }\n    },\n    \"training_iteration\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    },\n    \"time_this_iter_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474056565964000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474056565964000000612e\"\n      }\n    },\n    \"time_total_s\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474056565964000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474056565964000000612e\"\n      }\n    },\n    \"time_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474056565964000000612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474056565964000000612e\"\n      }\n    },\n    \"iterations_since_restore\": {\n      \"5\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n      },\n      \"10\": {\n        \"_type\": \"CLOUDPICKLE_FALLBACK\",\n        \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n      }\n    }\n  },\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643935303237345f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32355f31352d31392d34362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1050959366a0fa3fa36746f99b4aeaad34736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1f814479f4094869452948c0974696d657374616d70944a5cc47a668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086464393530323734948c0464617465948c13323032342d30362d32355f31352d32312d3332948c1074696d655f746869735f697465725f73944740565659640000008c0c74696d655f746f74616c5f73944740565659640000008c03706964944af76b05008c08686f73746e616d65948c06723769356e37948c076e6f64655f6970948c0c31302e3135392e32342e3536948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00048c066e5f68656164944b108c0964726f705f7261746594473fe8e296383660b38c026c7294473f4402bef85f047c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740565659640000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"f74eb513\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f66373465623531335f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d313032342c6465636f6465725f696e745f6e756d5f6c617965723d382c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32355f31352d32302d3033948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb0fc98aa368c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 8,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 1024,\n    \"n_head\": 8,\n    \"drop_rate\": 0.5887719140440579,\n    \"lr\": 0.009580025887992769,\n    \"batch_size\": 1024\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 8,\n    \"decoder_rt_num_layer\": 2,\n    \"decoder_int_num_layer\": 8,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_int_ff\": 1024,\n    \"n_head\": 8,\n    \"drop_rate\": 0.5887719140440579,\n    \"lr\": 0.009580025887992769,\n    \"batch_size\": 1024\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 1024,\n    \"decoder_int_ff\": 1024,\n    \"decoder_int_num_layer\": 8,\n    \"decoder_rt_ff\": 1024,\n    \"decoder_rt_num_layer\": 2,\n    \"drop_rate\": 0.5887719140440579,\n    \"embedding_dim\": 1024,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 8,\n    \"lr\": 0.009580025887992769,\n    \"n_head\": 8\n  },\n  \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.5888,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=8,lr=0.0096,n_head=8\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c0347505594473ff000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"RUNNING\",\n  \"relative_logdir\": \"train_model_f74eb513_2_batch_size=1024,decoder_int_ff=1024,decoder_int_num_layer=8,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-25_15-20-03\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": 1719321692.6103284,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {\n    \"trial_id\": \"f74eb513\"\n  },\n  \"last_result_time\": -Infinity,\n  \"metric_analysis\": {},\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {},\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n  }\n}"
    ],
    [
      "{\n  \"stub\": false,\n  \"trainable_name\": \"train_model\",\n  \"trial_id\": \"53fe56f2\",\n  \"storage\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35336665353666325f335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32355f31352d32312d3332948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99eb0fc98aa368c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n  },\n  \"config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.21039295796266755,\n    \"lr\": 0.00010129411733818616,\n    \"batch_size\": 2048\n  },\n  \"_Trial__unresolved_config\": {\n    \"encoder_num_layer\": 1,\n    \"decoder_rt_num_layer\": 1,\n    \"decoder_int_num_layer\": 1,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_int_ff\": 512,\n    \"n_head\": 1,\n    \"drop_rate\": 0.21039295796266755,\n    \"lr\": 0.00010129411733818616,\n    \"batch_size\": 2048\n  },\n  \"evaluated_params\": {\n    \"batch_size\": 2048,\n    \"decoder_int_ff\": 512,\n    \"decoder_int_num_layer\": 1,\n    \"decoder_rt_ff\": 2048,\n    \"decoder_rt_num_layer\": 1,\n    \"drop_rate\": 0.21039295796266755,\n    \"embedding_dim\": 16,\n    \"encoder_ff\": 2048,\n    \"encoder_num_layer\": 1,\n    \"lr\": 0.00010129411733818616,\n    \"n_head\": 1\n  },\n  \"experiment_tag\": \"3_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.2104,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0001,n_head=1\",\n  \"stopping_criterion\": {},\n  \"_setup_default_resource\": true,\n  \"_default_placement_group_factory\": \"80054e2e\",\n  \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c0347505594473ff000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n  \"log_to_file\": [\n    null,\n    null\n  ],\n  \"max_failures\": 0,\n  \"_default_result_or_future\": null,\n  \"export_formats\": [],\n  \"status\": \"PENDING\",\n  \"relative_logdir\": \"train_model_53fe56f2_3_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_r_2024-06-25_15-21-32\",\n  \"trial_name_creator\": null,\n  \"trial_dirname_creator\": null,\n  \"custom_trial_name\": null,\n  \"custom_dirname\": null,\n  \"restore_path\": null,\n  \"_restore_checkpoint_result\": null,\n  \"_state_json\": null,\n  \"results\": \"80054e2e\",\n  \"extra_arg\": \"80054e2e\",\n  \"_resources\": \"80054e2e\"\n}",
      "{\n  \"start_time\": null,\n  \"num_failures\": 0,\n  \"num_failures_after_restore\": 0,\n  \"error_filename\": null,\n  \"pickled_error_filename\": null,\n  \"last_result\": {},\n  \"last_result_time\": -Infinity,\n  \"metric_analysis\": {},\n  \"_n_steps\": [\n    5,\n    10\n  ],\n  \"metric_n_steps\": {},\n  \"checkpoint_manager\": {\n    \"_type\": \"CLOUDPICKLE_FALLBACK\",\n    \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n  }\n}"
    ]
  ],
  "runner_data": {
    "_earliest_stopping_actor": Infinity,
    "_actor_cleanup_timeout": 600,
    "_actor_force_cleanup_timeout": 10,
    "_reuse_actors": true,
    "_buffer_length": 1,
    "_buffer_min_time_s": 0.0,
    "_buffer_max_time_s": 100.0,
    "_max_pending_trials": 1,
    "_metric": "loss",
    "_total_time": 89.34920597076416,
    "_iteration": 4001,
    "_has_errored": false,
    "_fail_fast": false,
    "_print_trial_errors": true,
    "_cached_trial_decisions": {},
    "_queued_trial_decisions": {},
    "_should_stop_experiment": false,
    "_stopper": {
      "_type": "CLOUDPICKLE_FALLBACK",
      "value": "8005952c000000000000008c157261792e74756e652e73746f707065722e6e6f6f70948c0b4e6f6f7053746f707065729493942981942e"
    },
    "_start_time": 1719321586.2168348,
    "_last_checkpoint_time": -Infinity,
    "_session_str": "2024-06-25_15-19-46",
    "_checkpoint_period": "auto",
    "_trial_checkpoint_config": {
      "_type": "CLOUDPICKLE_FALLBACK",
      "value": "800595f2000000000000008c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394680c75622e"
    },
    "_resumed": false
  },
  "stats": {
    "start_time": 1719321586.2168348,
    "timestamp": -Infinity
  }
}