From 915e419e152cf009a4b8039663a8dd4b70c15755 Mon Sep 17 00:00:00 2001
From: lschneider <leo.schneider@ecl19.ec-lyon.fr>
Date: Fri, 28 Jun 2024 10:57:32 +0200
Subject: [PATCH] res
---
.../experiment_state-2024-06-27_14-14-55.json | 292 ++++++++++++++++++
.../search_gen_state-2024-06-27_14-14-55.json | Bin 0 -> 2449 bytes
.../searcher-state-2024-06-27_14-14-55.pkl | Bin 0 -> 14855 bytes
.../events.out.tfevents.1719523891.r8i6n8 | Bin 0 -> 4067 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719551009.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719493332.r8i6n8 | Bin 0 -> 1311 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 2 +
.../result.json | 1 +
.../events.out.tfevents.1719514001.r8i6n8 | Bin 0 -> 3690 bytes
.../events.out.tfevents.1719519535.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 21 ++
.../result.json | 20 ++
.../events.out.tfevents.1719493632.r8i6n8 | Bin 0 -> 1311 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 2 +
.../result.json | 1 +
.../error.pkl | Bin 0 -> 8633 bytes
.../error.txt | 71 +++++
.../events.out.tfevents.1719491860.r8i6n8 | Bin 0 -> 40 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../result.json | 0
.../events.out.tfevents.1719509904.r8i6n8 | Bin 0 -> 2771 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 6 +
.../result.json | 5 +
.../events.out.tfevents.1719517360.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719538777.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719499413.r8i6n8 | Bin 0 -> 1676 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 3 +
.../result.json | 2 +
.../events.out.tfevents.1719520903.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719551747.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../error.pkl | Bin 0 -> 7986 bytes
.../error.txt | 65 ++++
.../events.out.tfevents.1719498812.r8i6n8 | Bin 0 -> 40 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../result.json | 0
.../events.out.tfevents.1719534198.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719491882.r8i6n8 | Bin 0 -> 1311 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 2 +
.../result.json | 1 +
.../events.out.tfevents.1719548344.r8i6n8 | Bin 0 -> 4067 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719492460.r8i6n8 | Bin 0 -> 1311 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 2 +
.../result.json | 1 +
.../events.out.tfevents.1719490508.r8i6n8 | Bin 0 -> 405 bytes
.../events.out.tfevents.1719493727.r8i6n8 | Bin 0 -> 1311 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 3 +
.../result.json | 2 +
.../events.out.tfevents.1719490908.r8i6n8 | Bin 0 -> 1311 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 2 +
.../result.json | 1 +
.../events.out.tfevents.1719536263.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719499162.r8i6n8 | Bin 0 -> 1676 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 3 +
.../result.json | 2 +
.../events.out.tfevents.1719518127.r8i6n8 | Bin 0 -> 3690 bytes
.../events.out.tfevents.1719520207.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 21 ++
.../result.json | 20 ++
.../events.out.tfevents.1719533291.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719491580.r8i6n8 | Bin 0 -> 405 bytes
.../events.out.tfevents.1719494192.r8i6n8 | Bin 0 -> 1311 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 3 +
.../result.json | 2 +
.../events.out.tfevents.1719496720.r8i6n8 | Bin 0 -> 770 bytes
.../events.out.tfevents.1719502633.r8i6n8 | Bin 0 -> 770 bytes
.../events.out.tfevents.1719505849.r8i6n8 | Bin 0 -> 2406 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 9 +
.../result.json | 8 +
.../events.out.tfevents.1719511075.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719531281.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719509538.r8i6n8 | Bin 0 -> 1865 bytes
.../events.out.tfevents.1719512333.r8i6n8 | Bin 0 -> 2771 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719514665.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719493181.r8i6n8 | Bin 0 -> 1311 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 2 +
.../result.json | 1 +
.../events.out.tfevents.1719561058.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719558038.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719531792.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719499017.r8i6n8 | Bin 0 -> 1676 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 3 +
.../result.json | 2 +
.../events.out.tfevents.1719549146.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719509211.r8i6n8 | Bin 0 -> 2771 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 6 +
.../result.json | 5 +
.../events.out.tfevents.1719502338.r8i6n8 | Bin 0 -> 2406 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 5 +
.../result.json | 4 +
.../events.out.tfevents.1719521574.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719508546.r8i6n8 | Bin 0 -> 1865 bytes
.../events.out.tfevents.1719511664.r8i6n8 | Bin 0 -> 1865 bytes
.../events.out.tfevents.1719512699.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 21 ++
.../result.json | 20 ++
.../events.out.tfevents.1719532517.r8i6n8 | Bin 0 -> 4067 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719493262.r8i6n8 | Bin 0 -> 1311 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 2 +
.../result.json | 1 +
.../events.out.tfevents.1719539368.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719510773.r8i6n8 | Bin 0 -> 2771 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 6 +
.../result.json | 5 +
.../events.out.tfevents.1719547806.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719490613.r8i6n8 | Bin 0 -> 405 bytes
.../events.out.tfevents.1719493831.r8i6n8 | Bin 0 -> 1311 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 3 +
.../result.json | 2 +
.../events.out.tfevents.1719500447.r8i6n8 | Bin 0 -> 770 bytes
.../events.out.tfevents.1719504907.r8i6n8 | Bin 0 -> 2230 bytes
.../events.out.tfevents.1719506988.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 19 ++
.../result.json | 18 ++
.../events.out.tfevents.1719502199.r8i6n8 | Bin 0 -> 1676 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 3 +
.../result.json | 2 +
.../events.out.tfevents.1719491430.r8i6n8 | Bin 0 -> 405 bytes
.../events.out.tfevents.1719494041.r8i6n8 | Bin 0 -> 1311 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 3 +
.../result.json | 2 +
.../events.out.tfevents.1719493563.r8i6n8 | Bin 0 -> 405 bytes
.../events.out.tfevents.1719494783.r8i6n8 | Bin 0 -> 1135 bytes
.../events.out.tfevents.1719496142.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 15 +
.../result.json | 14 +
.../events.out.tfevents.1719490702.r8i6n8 | Bin 0 -> 1311 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 2 +
.../result.json | 1 +
.../events.out.tfevents.1719562054.r8i6n8 | Bin 0 -> 1135 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 4 +
.../result.json | 3 +
.../events.out.tfevents.1719496864.r8i6n8 | Bin 0 -> 770 bytes
.../events.out.tfevents.1719502777.r8i6n8 | Bin 0 -> 1676 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 5 +
.../result.json | 4 +
.../events.out.tfevents.1719492154.r8i6n8 | Bin 0 -> 405 bytes
.../events.out.tfevents.1719494473.r8i6n8 | Bin 0 -> 405 bytes
.../events.out.tfevents.1719495319.r8i6n8 | Bin 0 -> 1676 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 5 +
.../result.json | 4 +
.../events.out.tfevents.1719508814.r8i6n8 | Bin 0 -> 1865 bytes
.../events.out.tfevents.1719511934.r8i6n8 | Bin 0 -> 1865 bytes
.../events.out.tfevents.1719513218.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 21 ++
.../result.json | 20 ++
.../events.out.tfevents.1719524735.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719500771.r8i6n8 | Bin 0 -> 1676 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 225 bytes
.../progress.csv | 3 +
.../result.json | 2 +
.../events.out.tfevents.1719518822.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719498835.r8i6n8 | Bin 0 -> 770 bytes
.../events.out.tfevents.1719504723.r8i6n8 | Bin 0 -> 770 bytes
.../events.out.tfevents.1719506123.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 15 +
.../result.json | 14 +
.../events.out.tfevents.1719550406.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719491307.r8i6n8 | Bin 0 -> 405 bytes
.../events.out.tfevents.1719493918.r8i6n8 | Bin 0 -> 405 bytes
.../events.out.tfevents.1719494968.r8i6n8 | Bin 0 -> 1676 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 5 +
.../result.json | 4 +
.../events.out.tfevents.1719538145.r8i6n8 | Bin 0 -> 4596 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 11 +
.../result.json | 10 +
.../events.out.tfevents.1719491515.r8i6n8 | Bin 0 -> 405 bytes
.../events.out.tfevents.1719494127.r8i6n8 | Bin 0 -> 405 bytes
.../events.out.tfevents.1719495202.r8i6n8 | Bin 0 -> 770 bytes
.../events.out.tfevents.1719495922.r8i6n8 | Bin 0 -> 2406 bytes
.../params.json | 13 +
.../params.pkl | Bin 0 -> 224 bytes
.../progress.csv | 9 +
.../result.json | 8 +
ray_results/test_experiment/tuner.pkl | Bin 3586 -> 3586 bytes
343 files changed, 2218 insertions(+)
create mode 100644 ray_results/test_experiment/experiment_state-2024-06-27_14-14-55.json
create mode 100644 ray_results/test_experiment/search_gen_state-2024-06-27_14-14-55.json
create mode 100644 ray_results/test_experiment/searcher-state-2024-06-27_14-14-55.pkl
create mode 100644 ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/events.out.tfevents.1719523891.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.json
create mode 100644 ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.pkl
create mode 100644 ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/progress.csv
create mode 100644 ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/result.json
create mode 100644 ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/events.out.tfevents.1719551009.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.json
create mode 100644 ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.pkl
create mode 100644 ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/progress.csv
create mode 100644 ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/result.json
create mode 100644 ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/events.out.tfevents.1719493332.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.json
create mode 100644 ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.pkl
create mode 100644 ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/progress.csv
create mode 100644 ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/result.json
create mode 100644 ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719514001.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719519535.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.json
create mode 100644 ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.pkl
create mode 100644 ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/progress.csv
create mode 100644 ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/result.json
create mode 100644 ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/events.out.tfevents.1719493632.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.json
create mode 100644 ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.pkl
create mode 100644 ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/progress.csv
create mode 100644 ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/result.json
create mode 100644 ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.pkl
create mode 100644 ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.txt
create mode 100644 ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/events.out.tfevents.1719491860.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.json
create mode 100644 ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.pkl
create mode 100644 ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/result.json
create mode 100644 ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/events.out.tfevents.1719509904.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.json
create mode 100644 ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.pkl
create mode 100644 ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/progress.csv
create mode 100644 ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/result.json
create mode 100644 ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/events.out.tfevents.1719517360.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.json
create mode 100644 ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.pkl
create mode 100644 ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/progress.csv
create mode 100644 ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/result.json
create mode 100644 ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/events.out.tfevents.1719538777.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.json
create mode 100644 ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.pkl
create mode 100644 ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/progress.csv
create mode 100644 ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/result.json
create mode 100644 ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/events.out.tfevents.1719499413.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.json
create mode 100644 ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.pkl
create mode 100644 ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/progress.csv
create mode 100644 ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/result.json
create mode 100644 ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/events.out.tfevents.1719520903.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.json
create mode 100644 ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.pkl
create mode 100644 ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/progress.csv
create mode 100644 ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/result.json
create mode 100644 ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/events.out.tfevents.1719551747.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.json
create mode 100644 ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.pkl
create mode 100644 ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/progress.csv
create mode 100644 ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/result.json
create mode 100644 ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.pkl
create mode 100644 ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.txt
create mode 100644 ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/events.out.tfevents.1719498812.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.json
create mode 100644 ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.pkl
create mode 100644 ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/result.json
create mode 100644 ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/events.out.tfevents.1719534198.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.json
create mode 100644 ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.pkl
create mode 100644 ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/progress.csv
create mode 100644 ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/result.json
create mode 100644 ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/events.out.tfevents.1719491882.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.json
create mode 100644 ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.pkl
create mode 100644 ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/progress.csv
create mode 100644 ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/result.json
create mode 100644 ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/events.out.tfevents.1719548344.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.json
create mode 100644 ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.pkl
create mode 100644 ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/progress.csv
create mode 100644 ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/result.json
create mode 100644 ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/events.out.tfevents.1719492460.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.json
create mode 100644 ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.pkl
create mode 100644 ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/progress.csv
create mode 100644 ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/result.json
create mode 100644 ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719490508.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719493727.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.json
create mode 100644 ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.pkl
create mode 100644 ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/progress.csv
create mode 100644 ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/result.json
create mode 100644 ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/events.out.tfevents.1719490908.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.json
create mode 100644 ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.pkl
create mode 100644 ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/progress.csv
create mode 100644 ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/result.json
create mode 100644 ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/events.out.tfevents.1719536263.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.json
create mode 100644 ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.pkl
create mode 100644 ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/progress.csv
create mode 100644 ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/result.json
create mode 100644 ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/events.out.tfevents.1719499162.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.json
create mode 100644 ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.pkl
create mode 100644 ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/progress.csv
create mode 100644 ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/result.json
create mode 100644 ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719518127.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719520207.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.json
create mode 100644 ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.pkl
create mode 100644 ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/progress.csv
create mode 100644 ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/result.json
create mode 100644 ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/events.out.tfevents.1719533291.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.json
create mode 100644 ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.pkl
create mode 100644 ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/progress.csv
create mode 100644 ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/result.json
create mode 100644 ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719491580.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719494192.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.json
create mode 100644 ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.pkl
create mode 100644 ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/progress.csv
create mode 100644 ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/result.json
create mode 100644 ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719496720.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719502633.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719505849.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.json
create mode 100644 ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.pkl
create mode 100644 ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/progress.csv
create mode 100644 ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/result.json
create mode 100644 ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/events.out.tfevents.1719511075.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.json
create mode 100644 ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.pkl
create mode 100644 ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/progress.csv
create mode 100644 ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/result.json
create mode 100644 ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/events.out.tfevents.1719531281.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.json
create mode 100644 ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.pkl
create mode 100644 ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/progress.csv
create mode 100644 ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/result.json
create mode 100644 ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719509538.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719512333.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.json
create mode 100644 ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.pkl
create mode 100644 ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/progress.csv
create mode 100644 ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/result.json
create mode 100644 ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/events.out.tfevents.1719514665.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.json
create mode 100644 ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.pkl
create mode 100644 ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/progress.csv
create mode 100644 ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/result.json
create mode 100644 ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/events.out.tfevents.1719493181.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.json
create mode 100644 ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.pkl
create mode 100644 ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/progress.csv
create mode 100644 ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/result.json
create mode 100644 ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/events.out.tfevents.1719561058.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.json
create mode 100644 ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.pkl
create mode 100644 ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/progress.csv
create mode 100644 ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/result.json
create mode 100644 ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/events.out.tfevents.1719558038.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.json
create mode 100644 ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.pkl
create mode 100644 ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/progress.csv
create mode 100644 ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/result.json
create mode 100644 ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/events.out.tfevents.1719531792.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.json
create mode 100644 ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.pkl
create mode 100644 ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/progress.csv
create mode 100644 ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/result.json
create mode 100644 ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/events.out.tfevents.1719499017.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.json
create mode 100644 ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.pkl
create mode 100644 ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/progress.csv
create mode 100644 ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/result.json
create mode 100644 ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/events.out.tfevents.1719549146.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.json
create mode 100644 ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.pkl
create mode 100644 ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/progress.csv
create mode 100644 ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/result.json
create mode 100644 ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/events.out.tfevents.1719509211.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.json
create mode 100644 ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.pkl
create mode 100644 ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/progress.csv
create mode 100644 ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/result.json
create mode 100644 ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/events.out.tfevents.1719502338.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.json
create mode 100644 ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.pkl
create mode 100644 ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/progress.csv
create mode 100644 ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/result.json
create mode 100644 ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/events.out.tfevents.1719521574.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.json
create mode 100644 ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.pkl
create mode 100644 ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/progress.csv
create mode 100644 ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/result.json
create mode 100644 ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719508546.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719511664.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719512699.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.json
create mode 100644 ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.pkl
create mode 100644 ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/progress.csv
create mode 100644 ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/result.json
create mode 100644 ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/events.out.tfevents.1719532517.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.json
create mode 100644 ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.pkl
create mode 100644 ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/progress.csv
create mode 100644 ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/result.json
create mode 100644 ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/events.out.tfevents.1719493262.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.json
create mode 100644 ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.pkl
create mode 100644 ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/progress.csv
create mode 100644 ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/result.json
create mode 100644 ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/events.out.tfevents.1719539368.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.json
create mode 100644 ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.pkl
create mode 100644 ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/progress.csv
create mode 100644 ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/result.json
create mode 100644 ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/events.out.tfevents.1719510773.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.json
create mode 100644 ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.pkl
create mode 100644 ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/progress.csv
create mode 100644 ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/result.json
create mode 100644 ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/events.out.tfevents.1719547806.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.json
create mode 100644 ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.pkl
create mode 100644 ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/progress.csv
create mode 100644 ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/result.json
create mode 100644 ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719490613.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719493831.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.json
create mode 100644 ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.pkl
create mode 100644 ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/progress.csv
create mode 100644 ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/result.json
create mode 100644 ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719500447.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719504907.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719506988.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.json
create mode 100644 ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.pkl
create mode 100644 ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/progress.csv
create mode 100644 ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/result.json
create mode 100644 ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/events.out.tfevents.1719502199.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.json
create mode 100644 ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.pkl
create mode 100644 ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/progress.csv
create mode 100644 ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/result.json
create mode 100644 ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719491430.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719494041.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.json
create mode 100644 ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.pkl
create mode 100644 ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/progress.csv
create mode 100644 ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/result.json
create mode 100644 ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719493563.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719494783.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719496142.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.json
create mode 100644 ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.pkl
create mode 100644 ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/progress.csv
create mode 100644 ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/result.json
create mode 100644 ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/events.out.tfevents.1719490702.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.json
create mode 100644 ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.pkl
create mode 100644 ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/progress.csv
create mode 100644 ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/result.json
create mode 100644 ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/events.out.tfevents.1719562054.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.json
create mode 100644 ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.pkl
create mode 100644 ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/progress.csv
create mode 100644 ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/result.json
create mode 100644 ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719496864.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719502777.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.json
create mode 100644 ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.pkl
create mode 100644 ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/progress.csv
create mode 100644 ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/result.json
create mode 100644 ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719492154.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719494473.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719495319.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.json
create mode 100644 ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.pkl
create mode 100644 ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/progress.csv
create mode 100644 ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/result.json
create mode 100644 ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719508814.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719511934.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719513218.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.json
create mode 100644 ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.pkl
create mode 100644 ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/progress.csv
create mode 100644 ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/result.json
create mode 100644 ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/events.out.tfevents.1719524735.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.json
create mode 100644 ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.pkl
create mode 100644 ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/progress.csv
create mode 100644 ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/result.json
create mode 100644 ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/events.out.tfevents.1719500771.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.json
create mode 100644 ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.pkl
create mode 100644 ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/progress.csv
create mode 100644 ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/result.json
create mode 100644 ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/events.out.tfevents.1719518822.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.json
create mode 100644 ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.pkl
create mode 100644 ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/progress.csv
create mode 100644 ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/result.json
create mode 100644 ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719498835.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719504723.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719506123.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.json
create mode 100644 ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.pkl
create mode 100644 ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/progress.csv
create mode 100644 ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/result.json
create mode 100644 ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/events.out.tfevents.1719550406.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.json
create mode 100644 ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.pkl
create mode 100644 ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/progress.csv
create mode 100644 ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/result.json
create mode 100644 ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719491307.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719493918.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719494968.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.json
create mode 100644 ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.pkl
create mode 100644 ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/progress.csv
create mode 100644 ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/result.json
create mode 100644 ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/events.out.tfevents.1719538145.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.json
create mode 100644 ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.pkl
create mode 100644 ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/progress.csv
create mode 100644 ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/result.json
create mode 100644 ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719491515.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719494127.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495202.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495922.r8i6n8
create mode 100644 ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.json
create mode 100644 ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.pkl
create mode 100644 ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/progress.csv
create mode 100644 ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/result.json
diff --git a/ray_results/test_experiment/experiment_state-2024-06-27_14-14-55.json b/ray_results/test_experiment/experiment_state-2024-06-27_14-14-55.json
new file mode 100644
index 0000000..e8df413
--- /dev/null
+++ b/ray_results/test_experiment/experiment_state-2024-06-27_14-14-55.json
@@ -0,0 +1,292 @@
+{
+ "trial_data": [
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"45b0a7c2\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059582030000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34356230613763325f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31342d3535948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d659447fff00000000000008c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d64944e756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.584365221617647,\n \"lr\": 0.0009124143820205934,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.584365221617647,\n \"lr\": 0.0009124143820205934,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.584365221617647,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0009124143820205934,\n \"n_head\": 4\n },\n \"experiment_tag\": \"1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5844,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0009,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719490508.6228406,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1972.5077211875616,\n \"timestamp\": 1719493830,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"45b0a7c2\",\n \"date\": \"2024-06-27_15-10-30\",\n \"time_this_iter_s\": 103.25011920928955,\n \"time_total_s\": 208.27817273139954,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.584365221617647,\n \"lr\": 0.0009124143820205934,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 103.25011920928955,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5844,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0009,n_head=4\"\n },\n \"last_result_time\": 1719493830.9373674,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1976.3005707507998,\n \"min\": 1972.5077211875616,\n \"avg\": 1974.4041459691807,\n \"last\": 1972.5077211875616,\n \"last-5-avg\": 1974.4041459691807,\n \"last-10-avg\": 1974.4041459691807\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 105.02805352210999,\n \"min\": 103.25011920928955,\n \"avg\": 104.13908636569977,\n \"last\": 103.25011920928955,\n \"last-5-avg\": 104.13908636569977,\n \"last-10-avg\": 104.13908636569977\n },\n \"time_total_s\": {\n \"max\": 208.27817273139954,\n \"min\": 105.02805352210999,\n \"avg\": 156.65311312675476,\n \"last\": 208.27817273139954,\n \"last-5-avg\": 156.65311312675476,\n \"last-10-avg\": 156.65311312675476\n },\n \"time_since_restore\": {\n \"max\": 105.02805352210999,\n \"min\": 103.25011920928955,\n \"avg\": 104.13908636569977,\n \"last\": 103.25011920928955,\n \"last-5-avg\": 104.13908636569977,\n \"last-10-avg\": 104.13908636569977\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1c833e19e4094869452946807680d4308412010e807d29e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1c833e19e4094869452946807680d4308412010e807d29e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405a41cba1000000474059d001f4000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405a41cba1000000474059d001f4000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405a41cba100000047406a08e6ca800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405a41cba100000047406a08e6ca800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405a41cba1000000474059d001f4000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405a41cba1000000474059d001f4000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a6090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34356230613763325f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31342d35352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a113c6fbb16b58384927645bec95b012a9000736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1c833e19e4094869452948c0974696d657374616d70944a35587d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083435623061376332948c0464617465948c13323032342d30362d32375f31342d31362d3533948c1074696d655f746869735f697465725f739447405a41cba10000008c0c74696d655f746f74616c5f739447405a41cba10000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe2b31eb17890118c026c7294473f4de5e2f730db688c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405a41cba10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34356230613763325f315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31342d35352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11ea25f9540c135f8745418a65e48727e1007362756268317d94288c046c6f7373946836683c4308412010e807d29e4094869452948c0974696d657374616d70944ac6647d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083435623061376332948c0464617465948c13323032342d30362d32375f31352d31302d3330948c1074696d655f746869735f697465725f7394474059d001f40000008c0c74696d655f746f74616c5f739447406a08e6ca8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe2b31eb17890118c026c7294473f4de5e2f730db688c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474059d001f40000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"b6132594\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62363133323539345f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31352d3038948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f55eff6464b8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.40559456476144173,\n \"lr\": 0.0012413894518875446,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.40559456476144173,\n \"lr\": 0.0012413894518875446,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.40559456476144173,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0012413894518875446,\n \"n_head\": 1\n },\n \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4056,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0012,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719490613.826301,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1968.0043185977486,\n \"timestamp\": 1719493918,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"b6132594\",\n \"date\": \"2024-06-27_15-11-58\",\n \"time_this_iter_s\": 87.441162109375,\n \"time_total_s\": 176.20621371269226,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.40559456476144173,\n \"lr\": 0.0012413894518875446,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 87.441162109375,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4056,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0012,n_head=1\"\n },\n \"last_result_time\": 1719493918.5302434,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1968.0043185977486,\n \"min\": 1965.450800377553,\n \"avg\": 1966.7275594876508,\n \"last\": 1968.0043185977486,\n \"last-5-avg\": 1966.7275594876508,\n \"last-10-avg\": 1966.7275594876508\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 88.76505160331726,\n \"min\": 87.441162109375,\n \"avg\": 88.10310685634613,\n \"last\": 87.441162109375,\n \"last-5-avg\": 88.10310685634613,\n \"last-10-avg\": 88.10310685634613\n },\n \"time_total_s\": {\n \"max\": 176.20621371269226,\n \"min\": 88.76505160331726,\n \"avg\": 132.48563265800476,\n \"last\": 176.20621371269226,\n \"last-5-avg\": 132.48563265800476,\n \"last-10-avg\": 132.48563265800476\n },\n \"time_since_restore\": {\n \"max\": 88.76505160331726,\n \"min\": 87.441162109375,\n \"avg\": 88.10310685634613,\n \"last\": 87.441162109375,\n \"last-5-avg\": 88.10310685634613,\n \"last-10-avg\": 88.10310685634613\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308753a9d9ecdb59e4094869452946807680d43086130186c04c09e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308753a9d9ecdb59e4094869452946807680d43086130186c04c09e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405630f69b000000474055dc3c00000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405630f69b000000474055dc3c00000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405630f69b00000047406606994d800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405630f69b00000047406606994d800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405630f69b000000474055dc3c00000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405630f69b000000474055dc3c00000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62363133323539345f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31352d30382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a111e84a36d5a19a88bd14ee9284acc31f100736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308753a9d9ecdb59e4094869452948c0974696d657374616d70944a8e587d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086236313332353934948c0464617465948c13323032342d30362d32375f31342d31382d3232948c1074696d655f746869735f697465725f739447405630f69b0000008c0c74696d655f746f74616c5f739447405630f69b0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9f542e7c57cde8c026c7294473f5456c3c63cb9a48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405630f69b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62363133323539345f325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31342d31352d30382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10de109954f878ee95d74215d96a0295337362756268317d94288c046c6f7373946836683c43086130186c04c09e4094869452948c0974696d657374616d70944a1e657d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086236313332353934948c0464617465948c13323032342d30362d32375f31352d31312d3538948c1074696d655f746869735f697465725f7394474055dc3c000000008c0c74696d655f746f74616c5f739447406606994d8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd9f542e7c57cde8c026c7294473f5456c3c63cb9a48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474055dc3c000000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"c590a939\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63353930613933395f335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f72615f323032342d30362d32375f31342d31362d3533948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f55eff6464b8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8825060164596403,\n \"lr\": 0.00022475452906788255,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8825060164596403,\n \"lr\": 0.00022475452906788255,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.8825060164596403,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.00022475452906788255,\n \"n_head\": 1\n },\n \"experiment_tag\": \"3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.8825,embedding_dim=256,encoder_ff=2048,encoder_num_layer=4,lr=0.0002,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719490702.7429175,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2052.7300347756213,\n \"timestamp\": 1719490908,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"c590a939\",\n \"date\": \"2024-06-27_14-21-48\",\n \"time_this_iter_s\": 205.80420541763306,\n \"time_total_s\": 205.80420541763306,\n \"pid\": 35196,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8825060164596403,\n \"lr\": 0.00022475452906788255,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 205.80420541763306,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.8825,embedding_dim=256,encoder_ff=2048,encoder_num_layer=4,lr=0.0002,n_head=1\"\n },\n \"last_result_time\": 1719490908.552439,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2052.7300347756213,\n \"min\": 2052.7300347756213,\n \"avg\": 2052.7300347756213,\n \"last\": 2052.7300347756213,\n \"last-5-avg\": 2052.7300347756213,\n \"last-10-avg\": 2052.7300347756213\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 205.80420541763306,\n \"min\": 205.80420541763306,\n \"avg\": 205.80420541763306,\n \"last\": 205.80420541763306,\n \"last-5-avg\": 205.80420541763306,\n \"last-10-avg\": 205.80420541763306\n },\n \"time_total_s\": {\n \"max\": 205.80420541763306,\n \"min\": 205.80420541763306,\n \"avg\": 205.80420541763306,\n \"last\": 205.80420541763306,\n \"last-5-avg\": 205.80420541763306,\n \"last-10-avg\": 205.80420541763306\n },\n \"time_since_restore\": {\n \"max\": 205.80420541763306,\n \"min\": 205.80420541763306,\n \"avg\": 205.80420541763306,\n \"last\": 205.80420541763306,\n \"last-5-avg\": 205.80420541763306,\n \"last-10-avg\": 205.80420541763306\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1ec77509a0409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1ec77509a0409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474069b9bc0d000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474069b9bc0d000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474069b9bc0d000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474069b9bc0d000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474069b9bc0d000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474069b9bc0d000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059516060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63353930613933395f335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f72615f323032342d30362d32375f31342d31362d35332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a103b01b1502ffadfb00647a0c00583dc74736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1ec77509a04094869452948c0974696d657374616d70944a5c597d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086335393061393339948c0464617465948c13323032342d30362d32375f31342d32312d3438948c1074696d655f746869735f697465725f7394474069b9bc0d0000008c0c74696d655f746f74616c5f7394474069b9bc0d0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fec3d7d41e6f4e28c026c7294473f2d7582b435fe4f8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474069b9bc0d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"46437290\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34363433373239305f345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32375f31342d31382d3232948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f55eff6464b8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.701917375344629,\n \"lr\": 0.07215703780021865,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.701917375344629,\n \"lr\": 0.07215703780021865,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.701917375344629,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.07215703780021865,\n \"n_head\": 1\n },\n \"experiment_tag\": \"4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.7019,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0722,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719490908.697507,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 4868.725482129676,\n \"timestamp\": 1719491306,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"46437290\",\n \"date\": \"2024-06-27_14-28-26\",\n \"time_this_iter_s\": 398.2001099586487,\n \"time_total_s\": 398.2001099586487,\n \"pid\": 35196,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.701917375344629,\n \"lr\": 0.07215703780021865,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 398.2001099586487,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.7019,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0722,n_head=1\"\n },\n \"last_result_time\": 1719491306.9027562,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 4868.725482129676,\n \"min\": 4868.725482129676,\n \"avg\": 4868.725482129676,\n \"last\": 4868.725482129676,\n \"last-5-avg\": 4868.725482129676,\n \"last-10-avg\": 4868.725482129676\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 398.2001099586487,\n \"min\": 398.2001099586487,\n \"avg\": 398.2001099586487,\n \"last\": 398.2001099586487,\n \"last-5-avg\": 398.2001099586487,\n \"last-10-avg\": 398.2001099586487\n },\n \"time_total_s\": {\n \"max\": 398.2001099586487,\n \"min\": 398.2001099586487,\n \"avg\": 398.2001099586487,\n \"last\": 398.2001099586487,\n \"last-5-avg\": 398.2001099586487,\n \"last-10-avg\": 398.2001099586487\n },\n \"time_since_restore\": {\n \"max\": 398.2001099586487,\n \"min\": 398.2001099586487,\n \"avg\": 398.2001099586487,\n \"last\": 398.2001099586487,\n \"last-5-avg\": 398.2001099586487,\n \"last-10-avg\": 398.2001099586487\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432b9b904b3409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432b9b904b3409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474078e333a6800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474078e333a6800000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474078e333a6800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474078e333a6800000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474078e333a6800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474078e333a6800000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34363433373239305f345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f72615f323032342d30362d32375f31342d31382d32322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11c12dd6b8aaaa93bb62427cb698a7559700736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ca6432b9b904b34094869452948c0974696d657374616d70944aea5a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083436343337323930948c0464617465948c13323032342d30362d32375f31342d32382d3236948c1074696d655f746869735f697465725f7394474078e333a68000008c0c74696d655f746f74616c5f7394474078e333a68000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe6761b6d732dc78c026c7294473fb278e2358736788c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474078e333a68000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"e4c88f47\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d3438948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f563b53b3be8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3870437260805145,\n \"lr\": 0.00016963815672588173,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3870437260805145,\n \"lr\": 0.00016963815672588173,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.3870437260805145,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.00016963815672588173,\n \"n_head\": 16\n },\n \"experiment_tag\": \"5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.3870,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0002,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719491307.0472715,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 282.4288875549797,\n \"timestamp\": 1719495202,\n \"checkpoint_dir_name\": \"checkpoint_000003\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 4,\n \"trial_id\": \"e4c88f47\",\n \"date\": \"2024-06-27_15-33-22\",\n \"time_this_iter_s\": 110.45332741737366,\n \"time_total_s\": 480.6276955604553,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3870437260805145,\n \"lr\": 0.00016963815672588173,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 234.34683394432068,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.3870,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0002,n_head=16\"\n },\n \"last_result_time\": 1719495202.6587071,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 719.9917376660925,\n \"min\": 282.4288875549797,\n \"avg\": 455.0858845147561,\n \"last\": 282.4288875549797,\n \"last-5-avg\": 455.0858845147561,\n \"last-10-avg\": 455.0858845147561\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n },\n \"time_this_iter_s\": {\n \"max\": 123.89350652694702,\n \"min\": 110.45332741737366,\n \"avg\": 120.15692389011383,\n \"last\": 110.45332741737366,\n \"last-5-avg\": 120.15692389011383,\n \"last-10-avg\": 120.15692389011383\n },\n \"time_total_s\": {\n \"max\": 480.6276955604553,\n \"min\": 123.22117924690247,\n \"avg\": 305.0760261416435,\n \"last\": 480.6276955604553,\n \"last-5-avg\": 305.0760261416435,\n \"last-10-avg\": 305.0760261416435\n },\n \"time_since_restore\": {\n \"max\": 234.34683394432068,\n \"min\": 123.05968236923218,\n \"avg\": 151.1303005218506,\n \"last\": 234.34683394432068,\n \"last-5-avg\": 151.1303005218506,\n \"last-10-avg\": 151.1303005218506\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.25,\n \"last\": 2,\n \"last-5-avg\": 1.25,\n \"last-10-avg\": 1.25\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a1502814ef7f864094869452946807680d43085fafd72b2a887c4094869452946807680d4308a3d168149a96764094869452946807680d4308ca6432b9dca671409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a1502814ef7f864094869452946807680d43085fafd72b2a887c4094869452946807680d4308a3d168149a96764094869452946807680d4308ca6432b9dca671409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405ece27cd00000047405ec3d1d600000047405ef92f3600000047405b9d0351000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405ece27cd00000047405ec3d1d600000047405ef92f3600000047405b9d0351000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405ece27cd00000047406ec8fcd180000047407722ca3640000047407e0a0b0a800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405ece27cd00000047406ec8fcd180000047407722ca3640000047407e0a0b0a800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405ece27cd00000047405ec3d1d600000047405ef92f3600000047406d4b1943800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405ece27cd00000047405ec3d1d600000047405ef92f3600000047406d4b1943800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b014b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595bb100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d34382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a104c77b5abfd90699cb84d152dc00f417e736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a1502814ef7f864094869452948c0974696d657374616d70944a665b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086534633838663437948c0464617465948c13323032342d30362d32375f31342d33302d3330948c1074696d655f746869735f697465725f739447405ece27cd0000008c0c74696d655f746f74616c5f739447405ece27cd0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd8c5530c68d1968c026c7294473f263c1cabab4ff68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405ece27cd0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d34382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10d27b88bbebd8d58dc1469a77477d351b7362756268317d94288c046c6f7373946836683c43085fafd72b2a887c4094869452948c0974696d657374616d70944a99657d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086534633838663437948c0464617465948c13323032342d30362d32375f31352d31342d3031948c1074696d655f746869735f697465725f739447405ec3d1d60000008c0c74696d655f746f74616c5f739447406ec8fcd18000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd8c5530c68d1968c026c7294473f263c1cabab4ff68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405ec3d1d60000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d34382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10f0e928167e46ffb8084370d8221676417362756268317d94288c046c6f7373946836683c4308a3d168149a96764094869452948c0974696d657374616d70944ab4697d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086534633838663437948c0464617465948c13323032342d30362d32375f31352d33312d3332948c1074696d655f746869735f697465725f739447405ef92f360000008c0c74696d655f746f74616c5f739447407722ca364000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd8c5530c68d1968c026c7294473f263c1cabab4ff68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405ef92f360000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65346338386634375f355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d32312d34382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a113f18d23723b6daa7134e9f35c1a37bc4007362756268317d94288c046c6f7373946836683c4308ca6432b9dca6714094869452948c0974696d657374616d70944a226a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086534633838663437948c0464617465948c13323032342d30362d32375f31352d33332d3232948c1074696d655f746869735f697465725f739447405b9d03510000008c0c74696d655f746f74616c5f739447407e0a0b0a8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd8c5530c68d1968c026c7294473f263c1cabab4ff68c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406d4b19438000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"c02405fc\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63303234303566635f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d32382d3237948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5686abeffa8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.5345579147076132,\n \"lr\": 0.0017624805585372257,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.5345579147076132,\n \"lr\": 0.0017624805585372257,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.5345579147076132,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.0017624805585372257,\n \"n_head\": 2\n },\n \"experiment_tag\": \"6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.5346,embedding_dim=256,encoder_ff=1024,encoder_num_layer=1,lr=0.0018,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719491430.417824,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1978.1414919875738,\n \"timestamp\": 1719494127,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"c02405fc\",\n \"date\": \"2024-06-27_15-15-27\",\n \"time_this_iter_s\": 85.28851962089539,\n \"time_total_s\": 170.36695647239685,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.5345579147076132,\n \"lr\": 0.0017624805585372257,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 85.28851962089539,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.5346,embedding_dim=256,encoder_ff=1024,encoder_num_layer=1,lr=0.0018,n_head=2\"\n },\n \"last_result_time\": 1719494127.176625,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1978.1414919875738,\n \"min\": 1977.4159521868849,\n \"avg\": 1977.7787220872292,\n \"last\": 1978.1414919875738,\n \"last-5-avg\": 1977.7787220872292,\n \"last-10-avg\": 1977.7787220872292\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 85.28851962089539,\n \"min\": 85.07843685150146,\n \"avg\": 85.18347823619843,\n \"last\": 85.28851962089539,\n \"last-5-avg\": 85.18347823619843,\n \"last-10-avg\": 85.18347823619843\n },\n \"time_total_s\": {\n \"max\": 170.36695647239685,\n \"min\": 85.07843685150146,\n \"avg\": 127.72269666194916,\n \"last\": 170.36695647239685,\n \"last-5-avg\": 127.72269666194916,\n \"last-10-avg\": 127.72269666194916\n },\n \"time_since_restore\": {\n \"max\": 85.28851962089539,\n \"min\": 85.07843685150146,\n \"avg\": 85.18347823619843,\n \"last\": 85.28851962089539,\n \"last-5-avg\": 85.18347823619843,\n \"last-10-avg\": 85.18347823619843\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5eefa9e59e4094869452946807680d43081a8d46e390e89e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5eefa9e59e4094869452946807680d43081a8d46e390e89e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405545051c00000047405552771b000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405545051c00000047405552771b000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405545051c0000004740654bbe1b800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405545051c0000004740654bbe1b800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405545051c00000047405552771b000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405545051c00000047405552771b000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303234303566635f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d32382d32372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1192ffe0ed0a7a69bc0d4ce4786ab3f4bc00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5eefa9e59e4094869452948c0974696d657374616d70944abb5b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086330323430356663948c0464617465948c13323032342d30362d32375f31342d33312d3535948c1074696d655f746869735f697465725f739447405545051c0000008c0c74696d655f746f74616c5f739447405545051c0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe11b19332f96c88c026c7294473f5ce06116f5cff98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405545051c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303234303566635f365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d32382d32372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a105a68de780ad8cda8d449c289f37ac50e7362756268317d94288c046c6f7373946836683c43081a8d46e390e89e4094869452948c0974696d657374616d70944aef657d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086330323430356663948c0464617465948c13323032342d30362d32375f31352d31352d3237948c1074696d655f746869735f697465725f739447405552771b0000008c0c74696d655f746f74616c5f73944740654bbe1b8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe11b19332f96c88c026c7294473f5ce06116f5cff98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405552771b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"fbff5866\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d3330948c1863757272656e745f636865636b706f696e745f696e646578944b078c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f56d2076eea8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4230793088582453,\n \"lr\": 0.00288155269334617,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4230793088582453,\n \"lr\": 0.00288155269334617,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.4230793088582453,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.00288155269334617,\n \"n_head\": 8\n },\n \"experiment_tag\": \"7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.4231,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0029,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719491515.6681583,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 162.7404464361236,\n \"timestamp\": 1719496142,\n \"checkpoint_dir_name\": \"checkpoint_000007\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 8,\n \"trial_id\": \"fbff5866\",\n \"date\": \"2024-06-27_15-49-02\",\n \"time_this_iter_s\": 51.523138761520386,\n \"time_total_s\": 467.1599063873291,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4230793088582453,\n \"lr\": 0.00288155269334617,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 220.28046131134033,\n \"iterations_since_restore\": 4,\n \"experiment_tag\": \"7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.4231,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0029,n_head=8\"\n },\n \"last_result_time\": 1719496142.7300203,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 393.9815991018701,\n \"min\": 162.7404464361236,\n \"avg\": 220.9229281718337,\n \"last\": 162.7404464361236,\n \"last-5-avg\": 180.14905679056966,\n \"last-10-avg\": 220.9229281718337\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 8,\n \"min\": 1,\n \"avg\": 4.5,\n \"last\": 8,\n \"last-5-avg\": 6.0,\n \"last-10-avg\": 4.5\n },\n \"time_this_iter_s\": {\n \"max\": 65.51874613761902,\n \"min\": 51.523138761520386,\n \"avg\": 58.39498829841614,\n \"last\": 51.523138761520386,\n \"last-5-avg\": 54.39381432533264,\n \"last-10-avg\": 58.39498829841614\n },\n \"time_total_s\": {\n \"max\": 467.1599063873291,\n \"min\": 64.76905679702759,\n \"avg\": 274.53264632821083,\n \"last\": 467.1599063873291,\n \"last-5-avg\": 361.20269522666933,\n \"last-10-avg\": 274.53264632821083\n },\n \"time_since_restore\": {\n \"max\": 220.28046131134033,\n \"min\": 64.76905679702759,\n \"avg\": 110.42484095692635,\n \"last\": 220.28046131134033,\n \"last-5-avg\": 137.64157857894898,\n \"last-10-avg\": 110.42484095692635\n },\n \"iterations_since_restore\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 1.875,\n \"last\": 4,\n \"last-5-avg\": 2.4,\n \"last-10-avg\": 1.875\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088bc5627102d0694094869452946807680d4308994c26332407674094869452946807680d43088d46a3d1ba4f664094869452946807680d430857abd52a4619654094869452946807680d4308e672b9bcb15764409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950f010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080a8542a1b49f784094869452946807680d4308cce57259e836704094869452946807680d4308914824b231a76a4094869452946807680d43088bc5627102d0694094869452946807680d4308994c26332407674094869452946807680d43088d46a3d1ba4f664094869452946807680d430857abd52a4619654094869452946807680d4308e672b9bcb15764409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b044b054b064b074b08652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b08652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474049d82462000000474050562bfe000000474049f15b3c000000474049c33cba000000474049c2f636000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405031383a00000047405061332300000047405039cb46000000474049d82462000000474050562bfe000000474049f15b3c000000474049c33cba000000474049c2f636000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406edc246a000000474073839d34800000474076c1c89c000000474079fa303340000047407d328efa000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405031383a0000004740604935ae800000474068661b5180000047406edc246a000000474073839d34800000474076c1c89c000000474079fa303340000047407d328efa000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405d25dd77000000474050562bfe00000047405d4ed99c000000474065183bfc80000047406b88f98a000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405031383a00000047405061332300000047405039cb4600000047405d25dd77000000474050562bfe00000047405d4ed99c000000474065183bfc80000047406b88f98a000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b024b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b024b014b024b034b04652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595ef1e0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a106e0c6f652d30f7aadf47ad952148fd24736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080a8542a1b49f784094869452948c0974696d657374616d70944afc5b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31342d33332d3030948c1074696d655f746869735f697465725f739447405031383a0000008c0c74696d655f746f74616c5f739447405031383a0000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405031383a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11eba4e86305715a9f9646b44c07def4ce007362756268317d94288c046c6f7373946836683c4308cce57259e836704094869452948c0974696d657374616d70944a30667d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d31362d3332948c1074696d655f746869735f697465725f73944740506133230000008c0c74696d655f746f74616c5f73944740604935ae8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740506133230000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10cfbcb84a82684892314ac8ce230bae087362756268317d94288c046c6f7373946836683c4308914824b231a76a4094869452948c0974696d657374616d70944a636a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d33342d3237948c1074696d655f746869735f697465725f739447405039cb460000008c0c74696d655f746f74616c5f7394474068661b518000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405039cb460000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1036ef889b861193a9964c173aa67baa177362756268317d94288c046c6f7373946836683c43088bc5627102d0694094869452948c0974696d657374616d70944a976a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d33352d3139948c1074696d655f746869735f697465725f7394474049d824620000008c0c74696d655f746f74616c5f739447406edc246a0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405d25dd770000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1080894f10ecfd28a0244edee4d3965f1c7362756268317d94288c046c6f7373946836683c4308994c26332407674094869452948c0974696d657374616d70944a336d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d34362d3237948c1074696d655f746869735f697465725f7394474050562bfe0000008c0c74696d655f746f74616c5f7394474073839d348000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474050562bfe0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1057c802a79407239aa947d68a8e3314237362756268317d94288c046c6f7373946836683c43088d46a3d1ba4f664094869452948c0974696d657374616d70944a676d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d34372d3139948c1074696d655f746869735f697465725f7394474049f15b3c0000008c0c74696d655f746f74616c5f7394474076c1c89c0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405d4ed99c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11c6615b73f76f04a1104124e0dc2429eb007362756268317d94288c046c6f7373946836683c430857abd52a4619654094869452948c0974696d657374616d70944a9b6d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d34382d3131948c1074696d655f746869735f697465725f7394474049c33cba0000008c0c74696d655f746f74616c5f7394474079fa30334000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474065183bfc8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66626666353836365f375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f72615f323032342d30362d32375f31342d33302d33302f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1038fb1a86d6b4d18392407d4fcda3df427362756268317d94288c046c6f7373946836683c4308e672b9bcb157644094869452948c0974696d657374616d70944ace6d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086662666635383636948c0464617465948c13323032342d30362d32375f31352d34392d3032948c1074696d655f746869735f697465725f7394474049c2f6360000008c0c74696d655f746f74616c5f739447407d328efa0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdb13bb3cca44c28c026c7294473f679b0dd28c44858c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b88f98a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a7c01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"5dabf7aa\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35646162663761615f385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d33312d3535948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f56d2076eea8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.5222925375143747,\n \"lr\": 0.001905027104926316,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.5222925375143747,\n \"lr\": 0.001905027104926316,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.5222925375143747,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.001905027104926316,\n \"n_head\": 8\n },\n \"experiment_tag\": \"8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.5223,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0019,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719491580.5904746,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1978.6859784464198,\n \"timestamp\": 1719494473,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"5dabf7aa\",\n \"date\": \"2024-06-27_15-21-13\",\n \"time_this_iter_s\": 280.56061816215515,\n \"time_total_s\": 560.0860278606415,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.5222925375143747,\n \"lr\": 0.001905027104926316,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 280.56061816215515,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.5223,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0019,n_head=8\"\n },\n \"last_result_time\": 1719494473.5581014,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1978.6859784464198,\n \"min\": 1977.4477678434116,\n \"avg\": 1978.0668731449157,\n \"last\": 1978.6859784464198,\n \"last-5-avg\": 1978.0668731449157,\n \"last-10-avg\": 1978.0668731449157\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 280.56061816215515,\n \"min\": 279.5254096984863,\n \"avg\": 280.04301393032074,\n \"last\": 280.56061816215515,\n \"last-5-avg\": 280.04301393032074,\n \"last-10-avg\": 280.04301393032074\n },\n \"time_total_s\": {\n \"max\": 560.0860278606415,\n \"min\": 279.5254096984863,\n \"avg\": 419.8057187795639,\n \"last\": 560.0860278606415,\n \"last-5-avg\": 419.8057187795639,\n \"last-10-avg\": 419.8057187795639\n },\n \"time_since_restore\": {\n \"max\": 280.56061816215515,\n \"min\": 279.5254096984863,\n \"avg\": 280.04301393032074,\n \"last\": 280.56061816215515,\n \"last-5-avg\": 280.04301393032074,\n \"last-10-avg\": 280.04301393032074\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1.0,\n \"last\": 1,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089d4ea783cae59e4094869452946807680d430889442271beea9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089d4ea783cae59e4094869452946807680d430889442271beea9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407178681400000047407188f84ac00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407178681400000047407188f84ac00000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407178681400000047408180b02f600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407178681400000047408180b02f600000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407178681400000047407188f84ac00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407178681400000047407188f84ac00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b01652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b01652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35646162663761615f385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d33312d35352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10f87213f1b4d005900742fde1eb4fe67f736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089d4ea783cae59e4094869452948c0974696d657374616d70944a145d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083564616266376161948c0464617465948c13323032342d30362d32375f31342d33372d3430948c1074696d655f746869735f697465725f73944740717868140000008c0c74696d655f746f74616c5f73944740717868140000008c03706964944d7c898c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe0b69ed6f236018c026c7294473f5f3643474613688c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740717868140000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35646162663761615f385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d33312d35352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a118055c0777e6d5aa2134f02da4fbe7bcf007362756268317d94288c046c6f7373946836683c430889442271beea9e4094869452948c0974696d657374616d70944a49677d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083564616266376161948c0464617465948c13323032342d30362d32375f31352d32312d3133948c1074696d655f746869735f697465725f739447407188f84ac000008c0c74696d655f746f74616c5f739447408180b02f6000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe0b69ed6f236018c026c7294473f5f3643474613688c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407188f84ac000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"111ed79d\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31313165643739645f395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d33332d3030948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f56d2076eea8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.18892533975584302,\n \"lr\": 0.0023772931833339287,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.18892533975584302,\n \"lr\": 0.0023772931833339287,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.18892533975584302,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0023772931833339287,\n \"n_head\": 2\n },\n \"experiment_tag\": \"9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.1889,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=4,lr=0.0024,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"ERROR\",\n \"relative_logdir\": \"train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719491860.263491,\n \"num_failures\": 1,\n \"num_failures_after_restore\": 0,\n \"error_filename\": \"error.txt\",\n \"pickled_error_filename\": \"error.pkl\",\n \"last_result\": {\n \"trial_id\": \"111ed79d\"\n },\n \"last_result_time\": -Infinity,\n \"metric_analysis\": {},\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {},\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"3c9a1c0c\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33633961316330635f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d33372d3430948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f571d6533e78c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.3031602001882847,\n \"lr\": 0.019401170360006482,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.3031602001882847,\n \"lr\": 0.019401170360006482,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.3031602001882847,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.019401170360006482,\n \"n_head\": 2\n },\n \"experiment_tag\": \"10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.3032,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=1,lr=0.0194,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719491882.9045873,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 4021.740253598671,\n \"timestamp\": 1719492153,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"3c9a1c0c\",\n \"date\": \"2024-06-27_14-42-33\",\n \"time_this_iter_s\": 270.95838141441345,\n \"time_total_s\": 270.95838141441345,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.3031602001882847,\n \"lr\": 0.019401170360006482,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 270.95838141441345,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.3032,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=1,lr=0.0194,n_head=2\"\n },\n \"last_result_time\": 1719492153.868094,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 4021.740253598671,\n \"min\": 4021.740253598671,\n \"avg\": 4021.740253598671,\n \"last\": 4021.740253598671,\n \"last-5-avg\": 4021.740253598671,\n \"last-10-avg\": 4021.740253598671\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 270.95838141441345,\n \"min\": 270.95838141441345,\n \"avg\": 270.95838141441345,\n \"last\": 270.95838141441345,\n \"last-5-avg\": 270.95838141441345,\n \"last-10-avg\": 270.95838141441345\n },\n \"time_total_s\": {\n \"max\": 270.95838141441345,\n \"min\": 270.95838141441345,\n \"avg\": 270.95838141441345,\n \"last\": 270.95838141441345,\n \"last-5-avg\": 270.95838141441345,\n \"last-10-avg\": 270.95838141441345\n },\n \"time_since_restore\": {\n \"max\": 270.95838141441345,\n \"min\": 270.95838141441345,\n \"avg\": 270.95838141441345,\n \"last\": 270.95838141441345,\n \"last-5-avg\": 270.95838141441345,\n \"last-10-avg\": 270.95838141441345\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85027b6baf409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85027b6baf409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474070ef5587c00000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474070ef5587c00000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474070ef5587c00000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474070ef5587c00000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474070ef5587c00000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474070ef5587c00000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33633961316330635f31305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d33372d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10976d91b6840d659928409e187109ca03736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85027b6baf4094869452948c0974696d657374616d70944a395e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083363396131633063948c0464617465948c13323032342d30362d32375f31342d34322d3333948c1074696d655f746869735f697465725f7394474070ef5587c000008c0c74696d655f746f74616c5f7394474070ef5587c000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd366fa0a507ad08c026c7294473f93dde680cd292d8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474070ef5587c000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"d2831dee\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d3032948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f571d6533e78c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.049653684746237436,\n \"lr\": 0.0014072769080781988,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.049653684746237436,\n \"lr\": 0.0014072769080781988,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.049653684746237436,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 8,\n \"lr\": 0.0014072769080781988,\n \"n_head\": 8\n },\n \"experiment_tag\": \"11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.0497,embedding_dim=256,encoder_ff=512,encoder_num_layer=8,lr=0.0014,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719492154.0292606,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1955.4441956046999,\n \"timestamp\": 1719495922,\n \"checkpoint_dir_name\": \"checkpoint_000003\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 4,\n \"trial_id\": \"d2831dee\",\n \"date\": \"2024-06-27_15-45-22\",\n \"time_this_iter_s\": 294.4752688407898,\n \"time_total_s\": 1219.263512134552,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.049653684746237436,\n \"lr\": 0.0014072769080781988,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 602.716100692749,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.0497,embedding_dim=256,encoder_ff=512,encoder_num_layer=8,lr=0.0014,n_head=8\"\n },\n \"last_result_time\": 1719495922.2748032,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1960.276611328125,\n \"min\": 1955.4441956046999,\n \"avg\": 1957.426397128368,\n \"last\": 1955.4441956046999,\n \"last-5-avg\": 1957.426397128368,\n \"last-10-avg\": 1957.426397128368\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": true,\n \"min\": false,\n \"avg\": 0.25,\n \"last\": true,\n \"last-5-avg\": 0.25,\n \"last-10-avg\": 0.25\n },\n \"training_iteration\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n },\n \"time_this_iter_s\": {\n \"max\": 309.7399287223816,\n \"min\": 294.4752688407898,\n \"avg\": 304.815878033638,\n \"last\": 294.4752688407898,\n \"last-5-avg\": 304.815878033638,\n \"last-10-avg\": 304.815878033638\n },\n \"time_total_s\": {\n \"max\": 1219.263512134552,\n \"min\": 306.8074827194214,\n \"avg\": 766.8516623973846,\n \"last\": 1219.263512134552,\n \"last-5-avg\": 766.8516623973846,\n \"last-10-avg\": 766.8516623973846\n },\n \"time_since_restore\": {\n \"max\": 602.716100692749,\n \"min\": 306.8074827194214,\n \"avg\": 381.8760859966278,\n \"last\": 602.716100692749,\n \"last-5-avg\": 381.8760859966278,\n \"last-10-avg\": 381.8760859966278\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.25,\n \"last\": 2,\n \"last-5-avg\": 1.25,\n \"last-10-avg\": 1.25\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082291488405999e4094869452946807680d430832994ce6ea8e9e4094869452946807680d4308000000401ba19e4094869452946807680d4308da6c36dbc68d9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082291488405999e4094869452946807680d430832994ce6ea8e9e4094869452946807680d4308000000401ba19e4094869452946807680d4308da6c36dbc68d9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898988652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898988652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740732ceb730000004740735bd6bf80000047407343da72800000474072679ab3800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740732ceb730000004740735bd6bf80000047407343da72800000474072679ab3800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740732ceb7300000047408344611940000047408ce64e528000004740930d0dd6200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740732ceb7300000047408344611940000047408ce64e528000004740930d0dd6200000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740732ceb730000004740735bd6bf80000047407343da72800000474082d5ba93000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740732ceb730000004740735bd6bf80000047407343da72800000474082d5ba93000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b014b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b014b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c4100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d30322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11a783fb95532ae38cbf49a1fa200f96cc00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082291488405999e4094869452948c0974696d657374616d70944a6c5f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086432383331646565948c0464617465948c13323032342d30362d32375f31342d34372d3430948c1074696d655f746869735f697465725f73944740732ceb730000008c0c74696d655f746f74616c5f73944740732ceb730000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa96c353038d2e08c026c7294473f570e8c12fbb0528c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740732ceb730000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d30322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a117515e55621a71686a34799b8eb1972cf007362756268317d94288c046c6f7373946836683c430832994ce6ea8e9e4094869452948c0974696d657374616d70944a7f687d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086432383331646565948c0464617465948c13323032342d30362d32375f31352d32362d3233948c1074696d655f746869735f697465725f73944740735bd6bf8000008c0c74696d655f746f74616c5f73944740834461194000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa96c353038d2e08c026c7294473f570e8c12fbb0528c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740735bd6bf8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d30322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11e818a640d756059bbb4171b0363654ac007362756268317d94288c046c6f7373946836683c4308000000401ba19e4094869452948c0974696d657374616d70944acb6b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086432383331646565948c0464617465948c13323032342d30362d32375f31352d34302d3237948c1074696d655f746869735f697465725f739447407343da728000008c0c74696d655f746f74616c5f739447408ce64e528000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa96c353038d2e08c026c7294473f570e8c12fbb0528c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407343da728000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64323833316465655f31315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31342d33382d30322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a116a4601abae70208d3e45345c0b1c1887007362756268317d94288c046c6f7373946836683c4308da6c36dbc68d9e4094869452948c0974696d657374616d70944af26c7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086432383331646565948c0464617465948c13323032342d30362d32375f31352d34352d3232948c1074696d655f746869735f697465725f7394474072679ab38000008c0c74696d655f746f74616c5f73944740930d0dd62000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa96c353038d2e08c026c7294473f570e8c12fbb0528c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082d5ba930000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"41e4bd86\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34316534626438365f31325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d34322d3334948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5768bfafe68c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9072626058636482,\n \"lr\": 0.003236929771052812,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9072626058636482,\n \"lr\": 0.003236929771052812,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.9072626058636482,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.003236929771052812,\n \"n_head\": 4\n },\n \"experiment_tag\": \"12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.9073,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0032,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719492460.9907658,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2134.4770325187624,\n \"timestamp\": 1719493181,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"41e4bd86\",\n \"date\": \"2024-06-27_14-59-41\",\n \"time_this_iter_s\": 720.7119467258453,\n \"time_total_s\": 720.7119467258453,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9072626058636482,\n \"lr\": 0.003236929771052812,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 720.7119467258453,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.9073,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0032,n_head=4\"\n },\n \"last_result_time\": 1719493181.7069414,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2134.4770325187624,\n \"min\": 2134.4770325187624,\n \"avg\": 2134.4770325187624,\n \"last\": 2134.4770325187624,\n \"last-5-avg\": 2134.4770325187624,\n \"last-10-avg\": 2134.4770325187624\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 720.7119467258453,\n \"min\": 720.7119467258453,\n \"avg\": 720.7119467258453,\n \"last\": 720.7119467258453,\n \"last-5-avg\": 720.7119467258453,\n \"last-10-avg\": 720.7119467258453\n },\n \"time_total_s\": {\n \"max\": 720.7119467258453,\n \"min\": 720.7119467258453,\n \"avg\": 720.7119467258453,\n \"last\": 720.7119467258453,\n \"last-5-avg\": 720.7119467258453,\n \"last-10-avg\": 720.7119467258453\n },\n \"time_since_restore\": {\n \"max\": 720.7119467258453,\n \"min\": 720.7119467258453,\n \"avg\": 720.7119467258453,\n \"last\": 720.7119467258453,\n \"last-5-avg\": 720.7119467258453,\n \"last-10-avg\": 720.7119467258453\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086d369b3df4aca0409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086d369b3df4aca0409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447408685b211200000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447408685b211200000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447408685b211200000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447408685b211200000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447408685b211200000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447408685b211200000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34316534626438365f31325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31342d34322d33342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a109f0caf03a0b06d94524b60ad90719d39736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086d369b3df4aca04094869452948c0974696d657374616d70944a3d627d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083431653462643836948c0464617465948c13323032342d30362d32375f31342d35392d3431948c1074696d655f746869735f697465725f739447408685b2112000008c0c74696d655f746f74616c5f739447408685b2112000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fed084b96a22dee8c026c7294473f6a8455703223d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408685b2112000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"7509f383\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37353039663338335f31335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31342d34372d3430948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f57b41e036a8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.8871532583599777,\n \"lr\": 0.038469373500283253,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.8871532583599777,\n \"lr\": 0.038469373500283253,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.8871532583599777,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.038469373500283253,\n \"n_head\": 4\n },\n \"experiment_tag\": \"13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.8872,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0385,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719493181.853968,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2070.736326202633,\n \"timestamp\": 1719493262,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"7509f383\",\n \"date\": \"2024-06-27_15-01-02\",\n \"time_this_iter_s\": 80.20380187034607,\n \"time_total_s\": 80.20380187034607,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.8871532583599777,\n \"lr\": 0.038469373500283253,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 80.20380187034607,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.8872,embedding_dim=16,encoder_ff=1024,encoder_num_layer=8,lr=0.0385,n_head=4\"\n },\n \"last_result_time\": 1719493262.0619996,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2070.736326202633,\n \"min\": 2070.736326202633,\n \"avg\": 2070.736326202633,\n \"last\": 2070.736326202633,\n \"last-5-avg\": 2070.736326202633,\n \"last-10-avg\": 2070.736326202633\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 80.20380187034607,\n \"min\": 80.20380187034607,\n \"avg\": 80.20380187034607,\n \"last\": 80.20380187034607,\n \"last-5-avg\": 80.20380187034607,\n \"last-10-avg\": 80.20380187034607\n },\n \"time_total_s\": {\n \"max\": 80.20380187034607,\n \"min\": 80.20380187034607,\n \"avg\": 80.20380187034607,\n \"last\": 80.20380187034607,\n \"last-5-avg\": 80.20380187034607,\n \"last-10-avg\": 80.20380187034607\n },\n \"time_since_restore\": {\n \"max\": 80.20380187034607,\n \"min\": 80.20380187034607,\n \"avg\": 80.20380187034607,\n \"last\": 80.20380187034607,\n \"last-5-avg\": 80.20380187034607,\n \"last-10-avg\": 80.20380187034607\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fe7ebfff782da0409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fe7ebfff782da0409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740540d0b17000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740540d0b17000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740540d0b17000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740540d0b17000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944740540d0b17000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944740540d0b17000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37353039663338335f31335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31342d34372d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1032cc220607bddabfd44a92669b0d775f736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fe7ebfff782da04094869452948c0974696d657374616d70944a8e627d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083735303966333833948c0464617465948c13323032342d30362d32375f31352d30312d3032948c1074696d655f746869735f697465725f73944740540d0b170000008c0c74696d655f746f74616c5f73944740540d0b170000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fec638f3ae6452a8c026c7294473fa3b241fa29a3838c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740540d0b170000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"a33ea899\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61333365613839395f31345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d35392d3431948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f584acd6eea8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.8014267791772675,\n \"lr\": 0.06443936649826909,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.8014267791772675,\n \"lr\": 0.06443936649826909,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.8014267791772675,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.06443936649826909,\n \"n_head\": 16\n },\n \"experiment_tag\": \"14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.8014,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0644,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719493262.2053053,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2313.215312807579,\n \"timestamp\": 1719493332,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"a33ea899\",\n \"date\": \"2024-06-27_15-02-12\",\n \"time_this_iter_s\": 69.87668585777283,\n \"time_total_s\": 69.87668585777283,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.8014267791772675,\n \"lr\": 0.06443936649826909,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 69.87668585777283,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.8014,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0644,n_head=16\"\n },\n \"last_result_time\": 1719493332.0863225,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2313.215312807579,\n \"min\": 2313.215312807579,\n \"avg\": 2313.215312807579,\n \"last\": 2313.215312807579,\n \"last-5-avg\": 2313.215312807579,\n \"last-10-avg\": 2313.215312807579\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 69.87668585777283,\n \"min\": 69.87668585777283,\n \"avg\": 69.87668585777283,\n \"last\": 69.87668585777283,\n \"last-5-avg\": 69.87668585777283,\n \"last-10-avg\": 69.87668585777283\n },\n \"time_total_s\": {\n \"max\": 69.87668585777283,\n \"min\": 69.87668585777283,\n \"avg\": 69.87668585777283,\n \"last\": 69.87668585777283,\n \"last-5-avg\": 69.87668585777283,\n \"last-10-avg\": 69.87668585777283\n },\n \"time_since_restore\": {\n \"max\": 69.87668585777283,\n \"min\": 69.87668585777283,\n \"avg\": 69.87668585777283,\n \"last\": 69.87668585777283,\n \"last-5-avg\": 69.87668585777283,\n \"last-10-avg\": 69.87668585777283\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ecf57a3d6e12a2409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ecf57a3d6e12a2409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474051781b9f000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474051781b9f000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474051781b9f000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474051781b9f000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474051781b9f000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474051781b9f000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61333365613839395f31345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31342d35392d34312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a114f3e2180ed4edd9fb849d067b18235c300736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ecf57a3d6e12a24094869452948c0974696d657374616d70944ad4627d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086133336561383939948c0464617465948c13323032342d30362d32375f31352d30322d3132948c1074696d655f746869735f697465725f7394474051781b9f0000008c0c74696d655f746f74616c5f7394474051781b9f0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe9a549c5d68f2d8c026c7294473fb07f192baf5db88c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474051781b9f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"09d4c8af\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30396434633861665f31355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30312d3032948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f58962740a48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.9176352757258278,\n \"lr\": 0.014441526763377911,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.9176352757258278,\n \"lr\": 0.014441526763377911,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.9176352757258278,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.014441526763377911,\n \"n_head\": 8\n },\n \"experiment_tag\": \"15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9176,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0144,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719493332.2268174,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2470.2349593996064,\n \"timestamp\": 1719493562,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 1,\n \"trial_id\": \"09d4c8af\",\n \"date\": \"2024-06-27_15-06-02\",\n \"time_this_iter_s\": 230.70093512535095,\n \"time_total_s\": 230.70093512535095,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.9176352757258278,\n \"lr\": 0.014441526763377911,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 230.70093512535095,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9176,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0144,n_head=8\"\n },\n \"last_result_time\": 1719493562.9323318,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2470.2349593996064,\n \"min\": 2470.2349593996064,\n \"avg\": 2470.2349593996064,\n \"last\": 2470.2349593996064,\n \"last-5-avg\": 2470.2349593996064,\n \"last-10-avg\": 2470.2349593996064\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": false,\n \"last\": false,\n \"last-5-avg\": false,\n \"last-10-avg\": false\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 230.70093512535095,\n \"min\": 230.70093512535095,\n \"avg\": 230.70093512535095,\n \"last\": 230.70093512535095,\n \"last-5-avg\": 230.70093512535095,\n \"last-10-avg\": 230.70093512535095\n },\n \"time_total_s\": {\n \"max\": 230.70093512535095,\n \"min\": 230.70093512535095,\n \"avg\": 230.70093512535095,\n \"last\": 230.70093512535095,\n \"last-5-avg\": 230.70093512535095,\n \"last-10-avg\": 230.70093512535095\n },\n \"time_since_restore\": {\n \"max\": 230.70093512535095,\n \"min\": 230.70093512535095,\n \"avg\": 230.70093512535095,\n \"last\": 230.70093512535095,\n \"last-5-avg\": 230.70093512535095,\n \"last-10-avg\": 230.70093512535095\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086532994c784ca3409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086532994c784ca3409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529489612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529489612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447406cd66e0f800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447406cd66e0f800000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447406cd66e0f800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447406cd66e0f800000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529447406cd66e0f800000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529447406cd66e0f800000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30396434633861665f31355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30312d30322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11208e8ec7f58b4e87b94de6d22bd0b8ce00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086532994c784ca34094869452948c0974696d657374616d70944aba637d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083039643463386166948c0464617465948c13323032342d30362d32375f31352d30362d3032948c1074696d655f746869735f697465725f739447406cd66e0f8000008c0c74696d655f746f74616c5f739447406cd66e0f8000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fed5d44a75cbf798c026c7294473f8d9384e93960e78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406cd66e0f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"c04d8657\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d3132948c1863757272656e745f636865636b706f696e745f696e646578944b0d8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f58962740a48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.37340656523341487,\n \"lr\": 0.0007457945749126396,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.37340656523341487,\n \"lr\": 0.0007457945749126396,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.37340656523341487,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.0007457945749126396,\n \"n_head\": 16\n },\n \"experiment_tag\": \"16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.3734,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0007,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719493563.076852,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 110.44758017232098,\n \"timestamp\": 1719496719,\n \"checkpoint_dir_name\": \"checkpoint_000013\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 14,\n \"trial_id\": \"c04d8657\",\n \"date\": \"2024-06-27_15-58-39\",\n \"time_this_iter_s\": 56.147799015045166,\n \"time_total_s\": 830.8587915897369,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.37340656523341487,\n \"lr\": 0.0007457945749126396,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 577.0165183544159,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.3734,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0007,n_head=16\"\n },\n \"last_result_time\": 1719496719.9374166,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 248.8490186075526,\n \"min\": 110.44758017232098,\n \"avg\": 137.22185923787688,\n \"last\": 110.44758017232098,\n \"last-5-avg\": 113.1776301046056,\n \"last-10-avg\": 120.02354793398402\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 14,\n \"min\": 1,\n \"avg\": 7.5,\n \"last\": 14,\n \"last-5-avg\": 12.0,\n \"last-10-avg\": 9.5\n },\n \"time_this_iter_s\": {\n \"max\": 70.9636754989624,\n \"min\": 55.55129075050354,\n \"avg\": 59.34705654212407,\n \"last\": 56.147799015045166,\n \"last-5-avg\": 56.29258027076721,\n \"last-10-avg\": 57.70165183544159\n },\n \"time_total_s\": {\n \"max\": 830.8587915897369,\n \"min\": 69.30736112594604,\n \"avg\": 459.8840977464403,\n \"last\": 830.8587915897369,\n \"last-5-avg\": 718.5756688594818,\n \"last-10-avg\": 577.7882562637329\n },\n \"time_since_restore\": {\n \"max\": 577.0165183544159,\n \"min\": 69.30736112594604,\n \"avg\": 263.7166109085083,\n \"last\": 577.0165183544159,\n \"last-5-avg\": 464.7333956241608,\n \"last-10-avg\": 323.9459830284119\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.428571428571428,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086d369b2da6f25c4094869452946807680d4308ea743a3d12625c4094869452946807680d4308fcfd7eef8e135c4094869452946807680d43089d4ea7f3ea735c4094869452946807680d43083a9d4e27a59c5b409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308994c263b6698604094869452946807680d43081e8fc75326ea5f4094869452946807680d4308f2783cd68f11604094869452946807680d43081c0e87d376535e4094869452946807680d430845229158b1045f4094869452946807680d43086d369b2da6f25c4094869452946807680d4308ea743a3d12625c4094869452946807680d4308fcfd7eef8e135c4094869452946807680d43089d4ea7f3ea735c4094869452946807680d43083a9d4e27a59c5b409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0a4b0b4b0c4b0d4b0e652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b054b064b074b084b094b0a4b0b4b0c4b0d4b0e652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404c8e461400000047404c0f0b3000000047404bc690b200000047404c44735000000047404c12eb14000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051bbe0b700000047404c17e1ee00000047404bda150a00000047404c43c9ac00000047404c195ada00000047404c8e461400000047404c0f0b3000000047404bc690b200000047404c44735000000047404c12eb14000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474082f40f29c00000474084b4ffdcc000004740867168e7e0000047408835b01ce00000474089f6dece200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740744c7221400000474077cf6e5f00000047407b4ab10040000047407ed32a35c000004740812b2ac8800000474082f40f29c00000474084b4ffdcc000004740867168e7e0000047408835b01ce00000474089f6dece200000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740760aa4600000004740798c85c600000047407d0557dc40000047408046f3232000004740820821d4600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051bbe0b700000047405fc7d1ae000000474066da6e1980000047406deb608480000047407278db9d8000004740760aa4600000004740798c85c600000047407d0557dc40000047408046f3232000004740820821d4600000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953f340000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11dd5b24d2d93e6783374112ef3b91cbf300736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308492412292b1b6f4094869452948c0974696d657374616d70944a00647d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d30372d3132948c1074696d655f746869735f697465725f739447405153abce0000008c0c74696d655f746f74616c5f739447405153abce0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405153abce0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11a408935f221cd5b1ad4c7a25cd3d8581007362756268317d94288c046c6f7373946836683c43087fbfdf2fe311664094869452948c0974696d657374616d70944ac6687d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d32372d3334948c1074696d655f746869735f697465725f7394474051bdacdc0000008c0c74696d655f746f74616c5f739447406188ac550000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474051bdacdc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1112771e74ce80af8c0d4c434e13357ac0007362756268317d94288c046c6f7373946836683c4308e270381cb132634094869452948c0974696d657374616d70944aff687d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d32382d3331948c1074696d655f746869735f697465725f739447404c66cbec0000008c0c74696d655f746f74616c5f7394474068a25f500000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405ff112d20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10aba75b99c438efb6a0492d6dfa2571607362756268317d94288c046c6f7373946836683c4308f4f97c161cbc614094869452948c0974696d657374616d70944a38697d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d32392d3238948c1074696d655f746869735f697465725f739447404c62525c0000008c0c74696d655f746f74616c5f739447406fbaf3e70000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067111e000000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a111fb52005e9f9a29ed64131370322e2c1007362756268317d94288c046c6f7373946836683c4308994c263b6698604094869452948c0974696d657374616d70944a156e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35302d3133948c1074696d655f746869735f697465725f7394474051bbe0b70000008c0c74696d655f746f74616c5f73944740744c72214000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474051bbe0b70000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1080c12b4a61ae8b899c4083305ad408197362756268317d94288c046c6f7373946836683c43081e8fc75326ea5f4094869452948c0974696d657374616d70944a4d6e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35312d3039948c1074696d655f746869735f697465725f739447404c17e1ee0000008c0c74696d655f746f74616c5f7394474077cf6e5f0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405fc7d1ae0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a114ae1ae639ac7bbb78f4a811d169424a9007362756268317d94288c046c6f7373946836683c4308f2783cd68f11604094869452948c0974696d657374616d70944a856e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35322d3035948c1074696d655f746869735f697465725f739447404bda150a0000008c0c74696d655f746f74616c5f739447407b4ab1004000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474066da6e198000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1039a11ff5b96e2087fc456dc6fe24f8447362756268317d94288c046c6f7373946836683c43081c0e87d376535e4094869452948c0974696d657374616d70944abe6e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35332d3032948c1074696d655f746869735f697465725f739447404c43c9ac0000008c0c74696d655f746f74616c5f739447407ed32a35c000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406deb60848000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a111459b7b8bfbad1a03042701d36636fa8007362756268317d94288c046c6f7373946836683c430845229158b1045f4094869452948c0974696d657374616d70944af66e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35332d3538948c1074696d655f746869735f697465725f739447404c195ada0000008c0c74696d655f746f74616c5f73944740812b2ac88000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407278db9d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10a3064cff5bcd30b4f743357f1ea7fa357362756268317d94288c046c6f7373946836683c43086d369b2da6f25c4094869452948c0974696d657374616d70944a2f6f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35342d3535948c1074696d655f746869735f697465725f739447404c8e46140000008c0c74696d655f746f74616c5f7394474082f40f29c000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740760aa4600000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a11f9e5eff624c122a5dc426fd92b9a28cd007362756268317d94288c046c6f7373946836683c4308ea743a3d12625c4094869452948c0974696d657374616d70944a676f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35352d3531948c1074696d655f746869735f697465725f739447404c0f0b300000008c0c74696d655f746f74616c5f7394474084b4ffdcc000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740798c85c60000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a10cbb311ca9a3b2891a846912da62bea587362756268317d94288c046c6f7373946836683c4308fcfd7eef8e135c4094869452948c0974696d657374616d70944a9f6f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35362d3437948c1074696d655f746869735f697465725f739447404bc690b20000008c0c74696d655f746f74616c5f73944740867168e7e000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407d0557dc4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a101eb2daab938c8e9ea24a6e906e45227b7362756268317d94288c046c6f7373946836683c43089d4ea7f3ea735c4094869452948c0974696d657374616d70944ad76f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35372d3433948c1074696d655f746869735f697465725f739447404c4473500000008c0c74696d655f746f74616c5f739447408835b01ce000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408046f3232000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63303464383635375f31365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31352d30322d31322f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11521a40032cbbd581544e6a9fe42e21ac007362756268317d94288c046c6f7373946836683c43083a9d4e27a59c5b4094869452948c0974696d657374616d70944a0f707d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c086330346438363537948c0464617465948c13323032342d30362d32375f31352d35382d3339948c1074696d655f746869735f697465725f739447404c12eb140000008c0c74696d655f746f74616c5f7394474089f6dece2000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd7e5e4a67282608c026c7294473f48702da7863c028c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740820821d46000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a9602000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"0d034d62\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30643033346436325f31375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30362d3033948c1863757272656e745f636865636b706f696e745f696e646578944b008c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f58e18894588c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.5738068254184514,\n \"lr\": 0.009136259111296272,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.5738068254184514,\n \"lr\": 0.009136259111296272,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.5738068254184514,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.009136259111296272,\n \"n_head\": 1\n },\n \"experiment_tag\": \"17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.5738,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0091,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719493632.5349383,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2003.1058138148992,\n \"timestamp\": 1719493727,\n \"checkpoint_dir_name\": \"checkpoint_000000\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 1,\n \"trial_id\": \"0d034d62\",\n \"date\": \"2024-06-27_15-08-47\",\n \"time_this_iter_s\": 94.90786528587341,\n \"time_total_s\": 94.90786528587341,\n \"pid\": 69992,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.5738068254184514,\n \"lr\": 0.009136259111296272,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 94.90786528587341,\n \"iterations_since_restore\": 1,\n \"experiment_tag\": \"17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.5738,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0091,n_head=1\"\n },\n \"last_result_time\": 1719493727.527742,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2003.1058138148992,\n \"min\": 2003.1058138148992,\n \"avg\": 2003.1058138148992,\n \"last\": 2003.1058138148992,\n \"last-5-avg\": 2003.1058138148992,\n \"last-10-avg\": 2003.1058138148992\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"done\": {\n \"max\": true,\n \"min\": true,\n \"avg\": true,\n \"last\": true,\n \"last-5-avg\": true,\n \"last-10-avg\": true\n },\n \"training_iteration\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n },\n \"time_this_iter_s\": {\n \"max\": 94.90786528587341,\n \"min\": 94.90786528587341,\n \"avg\": 94.90786528587341,\n \"last\": 94.90786528587341,\n \"last-5-avg\": 94.90786528587341,\n \"last-10-avg\": 94.90786528587341\n },\n \"time_total_s\": {\n \"max\": 94.90786528587341,\n \"min\": 94.90786528587341,\n \"avg\": 94.90786528587341,\n \"last\": 94.90786528587341,\n \"last-5-avg\": 94.90786528587341,\n \"last-10-avg\": 94.90786528587341\n },\n \"time_since_restore\": {\n \"max\": 94.90786528587341,\n \"min\": 94.90786528587341,\n \"avg\": 94.90786528587341,\n \"last\": 94.90786528587341,\n \"last-5-avg\": 94.90786528587341,\n \"last-10-avg\": 94.90786528587341\n },\n \"iterations_since_restore\": {\n \"max\": 1,\n \"min\": 1,\n \"avg\": 1,\n \"last\": 1,\n \"last-5-avg\": 1,\n \"last-10-avg\": 1\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e9745a6c4c9f409486945294612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059589000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e9745a6c4c9f409486945294612e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529488612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059522000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529488612e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474057ba1a77000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474057ba1a77000000612e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474057ba1a77000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474057ba1a77000000612e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294474057ba1a77000000612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294474057ba1a77000000612e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452944b01612e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059523000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452944b01612e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518060000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30643033346436325f31375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30362d30332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1196eb870286f1b296fa47346d6b3c4f8e00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e9745a6c4c9f4094869452948c0974696d657374616d70944a5f647d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083064303334643632948c0464617465948c13323032342d30362d32375f31352d30382d3437948c1074696d655f746869735f697465725f7394474057ba1a770000008c0c74696d655f746f74616c5f7394474057ba1a770000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe25ca021ac9a428c026c7294473f82b607f0b9f5188c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474057ba1a770000008c18697465726174696f6e735f73696e63655f726573746f7265944b01757562618c195f6c61746573745f636865636b706f696e745f726573756c7494681975622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"5fd6b12b\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d3132948c1863757272656e745f636865636b706f696e745f696e646578944b078c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f58e18894588c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2066693100484649,\n \"lr\": 0.01811726031464282,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2066693100484649,\n \"lr\": 0.01811726031464282,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.2066693100484649,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 1,\n \"lr\": 0.01811726031464282,\n \"n_head\": 16\n },\n \"experiment_tag\": \"18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2067,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0181,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719496720.1025338,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1969.885332723302,\n \"timestamp\": 1719506123,\n \"checkpoint_dir_name\": \"checkpoint_000007\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 8,\n \"trial_id\": \"5fd6b12b\",\n \"date\": \"2024-06-27_18-35-23\",\n \"time_this_iter_s\": 65.11498975753784,\n \"time_total_s\": 561.8182802200317,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2066693100484649,\n \"lr\": 0.01811726031464282,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 273.4639325141907,\n \"iterations_since_restore\": 4,\n \"experiment_tag\": \"18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2067,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0181,n_head=16\"\n },\n \"last_result_time\": 1719506123.1407225,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1987.5899369848057,\n \"min\": 1958.9930592934916,\n \"avg\": 1971.1198558056449,\n \"last\": 1969.885332723302,\n \"last-5-avg\": 1970.0656546044538,\n \"last-10-avg\": 1971.1198558056449\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 8,\n \"min\": 1,\n \"avg\": 4.5,\n \"last\": 8,\n \"last-5-avg\": 6.0,\n \"last-10-avg\": 4.5\n },\n \"time_this_iter_s\": {\n \"max\": 79.29838418960571,\n \"min\": 64.60036778450012,\n \"avg\": 70.22728502750397,\n \"last\": 65.11498975753784,\n \"last-5-avg\": 67.74021034240722,\n \"last-10-avg\": 70.22728502750397\n },\n \"time_total_s\": {\n \"max\": 561.8182802200317,\n \"min\": 79.29838418960571,\n \"avg\": 324.09919169545174,\n \"last\": 561.8182802200317,\n \"last-5-avg\": 429.1680102825165,\n \"last-10-avg\": 324.09919169545174\n },\n \"time_since_restore\": {\n \"max\": 273.4639325141907,\n \"min\": 78.57935905456543,\n \"avg\": 143.78755047917366,\n \"last\": 273.4639325141907,\n \"last-5-avg\": 169.5769582271576,\n \"last-10-avg\": 143.78755047917366\n },\n \"iterations_since_restore\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.0,\n \"last\": 4,\n \"last-5-avg\": 2.4,\n \"last-10-avg\": 2.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308241289e4f89b9e4094869452946807680d4308954aa5e2e6dc9e4094869452946807680d430877bbdd2e50f19e4094869452946807680d43086130189c95b79e4094869452946807680d4308a552a9948ac79e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950f010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c4e170185c0e9f4094869452946807680d4308954aa52207b09e4094869452946807680d4308d0e7f37922bc9e4094869452946807680d4308241289e4f89b9e4094869452946807680d4308954aa5e2e6dc9e4094869452946807680d430877bbdd2e50f19e4094869452946807680d43086130189c95b79e4094869452946807680d4308a552a9948ac79e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b044b054b064b074b08652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b08652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740504f2cf6000000474053b4f655000000474050266c6d0000004740503af252000000474050475bfe000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d318ba0000004740504f53ba000000474053a514380000004740504f2cf6000000474053b4f655000000474050266c6d0000004740503af252000000474050475bfe000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407205ab68800000474076f2e8fdc0000047407afc841900000047407f0b40ad8000004740818e8bd6800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d318ba00000047406211363a00000047406be3c05600000047407205ab68800000474076f2e8fdc0000047407afc841900000047407f0b40ad8000004740818e8bd6800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474061fa2097000000474053b4f655000000474061edb16100000047406a0b2a8a000000474071176c44800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005956a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d318ba00000047406211363a000000474053a51438000000474061fa2097000000474053b4f655000000474061edb16100000047406a0b2a8a000000474071176c44800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b024b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059532000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b014b024b014b024b034b04652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595f41e0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1181cd0a43dc40b5a37c47dbcb7182039f00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c4e170185c0e9f4094869452948c0974696d657374616d70944a5f707d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31352d35392d3539948c1074696d655f746869735f697465725f7394474053d318ba0000008c0c74696d655f746f74616c5f7394474053d318ba0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474053d318ba0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a100e2d552d42ecfca595407c91d7ee43737362756268317d94288c046c6f7373946836683c4308954aa52207b09e4094869452948c0974696d657374616d70944aa0707d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31362d30312d3034948c1074696d655f746869735f697465725f73944740504f53ba0000008c0c74696d655f746f74616c5f739447406211363a0000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406211363a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11238dd934b40707a5ff475f674122cee4007362756268317d94288c046c6f7373946836683c4308d0e7f37922bc9e4094869452948c0974696d657374616d70944a78877d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31372d33382d3332948c1074696d655f746869735f697465725f7394474053a514380000008c0c74696d655f746f74616c5f739447406be3c0560000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474053a514380000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1006d995992fd63e9b9147c72f48c92e067362756268317d94288c046c6f7373946836683c4308241289e4f89b9e4094869452948c0974696d657374616d70944ab9877d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31372d33392d3337948c1074696d655f746869735f697465725f73944740504f2cf60000008c0c74696d655f746f74616c5f739447407205ab688000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474061fa20970000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a113118b59a16243ba2e24eba12e9b219cc007362756268317d94288c046c6f7373946836683c4308954aa5e2e6dc9e4094869452948c0974696d657374616d70944a08947d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31382d33322d3038948c1074696d655f746869735f697465725f7394474053b4f6550000008c0c74696d655f746f74616c5f7394474076f2e8fdc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474053b4f6550000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1124efd32f9ac5e58bee43863e8f4eabd6007362756268317d94288c046c6f7373946836683c430877bbdd2e50f19e4094869452948c0974696d657374616d70944a49947d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31382d33332d3133948c1074696d655f746869735f697465725f7394474050266c6d0000008c0c74696d655f746f74616c5f739447407afc84190000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474061edb1610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10286e8e17921befa2af47b35fb409640c7362756268317d94288c046c6f7373946836683c43086130189c95b79e4094869452948c0974696d657374616d70944a8a947d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31382d33342d3138948c1074696d655f746869735f697465725f73944740503af2520000008c0c74696d655f746f74616c5f739447407f0b40ad8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406a0b2a8a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35666436623132625f31385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31352d30372d31322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1196fdab0ee11a9bb6b54970f22601e9bd007362756268317d94288c046c6f7373946836683c4308a552a9948ac79e4094869452948c0974696d657374616d70944acb947d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083566643662313262948c0464617465948c13323032342d30362d32375f31382d33352d3233948c1074696d655f746869735f697465725f7394474050475bfe0000008c0c74696d655f746f74616c5f73944740818e8bd68000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fca7423d3df5d808c026c7294473f928d54c22d93eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474071176c448000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a7c01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"ce13f5b5\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d3430948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5bd401cad78c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5002709319790926,\n \"lr\": 0.0010079586534441948,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5002709319790926,\n \"lr\": 0.0010079586534441948,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.5002709319790926,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0010079586534441948,\n \"n_head\": 16\n },\n \"experiment_tag\": \"19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.5003,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0010,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719496864.8002517,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1991.1704995463213,\n \"timestamp\": 1719504722,\n \"checkpoint_dir_name\": \"checkpoint_000003\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 4,\n \"trial_id\": \"ce13f5b5\",\n \"date\": \"2024-06-27_18-12-02\",\n \"time_this_iter_s\": 964.2863810062408,\n \"time_total_s\": 3892.4453825950623,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5002709319790926,\n \"lr\": 0.0010079586534441948,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 1945.1886711120605,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.5003,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0010,n_head=16\"\n },\n \"last_result_time\": 1719504722.915773,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1991.1704995463213,\n \"min\": 1978.954319751169,\n \"avg\": 1984.8804563987912,\n \"last\": 1991.1704995463213,\n \"last-5-avg\": 1984.8804563987912,\n \"last-10-avg\": 1984.8804563987912\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n },\n \"time_this_iter_s\": {\n \"max\": 980.9022901058197,\n \"min\": 964.2863810062408,\n \"avg\": 973.1113456487656,\n \"last\": 964.2863810062408,\n \"last-5-avg\": 973.1113456487656,\n \"last-10-avg\": 973.1113456487656\n },\n \"time_total_s\": {\n \"max\": 3892.4453825950623,\n \"min\": 980.2613203525543,\n \"avg\": 2437.03060400486,\n \"last\": 3892.4453825950623,\n \"last-5-avg\": 2437.03060400486,\n \"last-10-avg\": 2437.03060400486\n },\n \"time_since_restore\": {\n \"max\": 1947.2567114830017,\n \"min\": 980.2613203525543,\n \"avg\": 1463.402248263359,\n \"last\": 1945.1886711120605,\n \"last-5-avg\": 1463.402248263359,\n \"last-10-avg\": 1463.402248263359\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308128944024f139f4094869452946807680d4308ca643239d1eb9e4094869452946807680d4308341a8d8647f29e4094869452946807680d4308bbdd6e97ae1c9f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308128944024f139f4094869452946807680d4308ca643239d1eb9e4094869452946807680d4308341a8d8647f29e4094869452946807680d4308bbdd6e97ae1c9f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ea2172f20000047408e37f68fa0000047408ea737e3e0000047408e224a82200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ea2172f20000047408e37f68fa0000047408ea737e3e0000047408e224a82200000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ea2172f20000047409e6d06df6000004740a6e05168a800004740ae68e409300000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ea2172f20000047409e6d06df6000004740a6e05168a800004740ae68e409300000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ea2172f20000047409e6d06df60000047408ea737e3e0000047409e64c133000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ea2172f20000047409e6d06df60000047408ea737e3e0000047409e64c133000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c2100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1169b63d49a85adb9e684c27f89c14fec800736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308128944024f139f4094869452948c0974696d657374616d70944a74747d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086365313366356235948c0464617465948c13323032342d30362d32375f31362d31372d3235948c1074696d655f746869735f697465725f739447408ea2172f2000008c0c74696d655f746f74616c5f739447408ea2172f2000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe002382f7fab288c026c7294473f5083af5cf1e0928c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408ea2172f2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d34302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10c2da57fb5e0b2bae3b415864726d8a7d7362756268317d94288c046c6f7373946836683c4308ca643239d1eb9e4094869452948c0974696d657374616d70944a3b787d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086365313366356235948c0464617465948c13323032342d30362d32375f31362d33332d3332948c1074696d655f746869735f697465725f739447408e37f68fa000008c0c74696d655f746f74616c5f739447409e6d06df6000008c03706964944a681101008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe002382f7fab288c026c7294473f5083af5cf1e0928c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409e6d06df6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d34302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a106f2c38839b8502a3b4466a3e33b3a1237362756268317d94288c046c6f7373946836683c4308341a8d8647f29e4094869452948c0974696d657374616d70944a8e8b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086365313366356235948c0464617465948c13323032342d30362d32375f31372d35352d3538948c1074696d655f746869735f697465725f739447408ea737e3e000008c0c74696d655f746f74616c5f73944740a6e05168a800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe002382f7fab288c026c7294473f5083af5cf1e0928c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408ea737e3e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63653133663562355f31395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31352d35382d34302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11c34f3deba39435a56c4d2ba27abf648c007362756268317d94288c046c6f7373946836683c4308bbdd6e97ae1c9f4094869452948c0974696d657374616d70944a528f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086365313366356235948c0464617465948c13323032342d30362d32375f31382d31322d3032948c1074696d655f746869735f697465725f739447408e224a822000008c0c74696d655f746f74616c5f73944740ae68e4093000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe002382f7fab288c026c7294473f5083af5cf1e0928c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409e64c1330000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"2ab41427\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f32616234313432375f32305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d30312d3034948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5c1f6709518c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.8248444707020037,\n \"lr\": 0.027832194286055118,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.8248444707020037,\n \"lr\": 0.027832194286055118,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.8248444707020037,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.027832194286055118,\n \"n_head\": 16\n },\n \"experiment_tag\": \"20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.8248,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=4,lr=0.0278,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"ERROR\",\n \"relative_logdir\": \"train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719498812.2108629,\n \"num_failures\": 1,\n \"num_failures_after_restore\": 0,\n \"error_filename\": \"error.txt\",\n \"pickled_error_filename\": \"error.pkl\",\n \"last_result\": {\n \"trial_id\": \"2ab41427\"\n },\n \"last_result_time\": -Infinity,\n \"metric_analysis\": {},\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {},\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"e0cf80c0\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d3332948c1863757272656e745f636865636b706f696e745f696e646578944b0d8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5de41744618c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.03611990882258942,\n \"lr\": 0.00028375287963234745,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.03611990882258942,\n \"lr\": 0.00028375287963234745,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.03611990882258942,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.00028375287963234745,\n \"n_head\": 8\n },\n \"experiment_tag\": \"21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.0361,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0003,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719498835.0865815,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1954.0447209876354,\n \"timestamp\": 1719506988,\n \"checkpoint_dir_name\": \"checkpoint_000013\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 14,\n \"trial_id\": \"e0cf80c0\",\n \"date\": \"2024-06-27_18-49-48\",\n \"time_this_iter_s\": 85.16450333595276,\n \"time_total_s\": 1230.8309977054596,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.03611990882258942,\n \"lr\": 0.00028375287963234745,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 864.8040487766266,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.0361,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0003,n_head=8\"\n },\n \"last_result_time\": 1719506988.1626651,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1958.7154714028666,\n \"min\": 1952.5803078478716,\n \"avg\": 1954.5011126386303,\n \"last\": 1954.0447209876354,\n \"last-5-avg\": 1954.853268024114,\n \"last-10-avg\": 1954.4361224317176\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 14,\n \"min\": 1,\n \"avg\": 7.5,\n \"last\": 14,\n \"last-5-avg\": 12.0,\n \"last-10-avg\": 9.5\n },\n \"time_this_iter_s\": {\n \"max\": 99.29927706718445,\n \"min\": 83.9807825088501,\n \"avg\": 87.91649983610425,\n \"last\": 85.16450333595276,\n \"last-5-avg\": 85.2326253414154,\n \"last-10-avg\": 86.48040487766266\n },\n \"time_total_s\": {\n \"max\": 1230.8309977054596,\n \"min\": 97.99486684799194,\n \"avg\": 671.6741531746728,\n \"last\": 1230.8309977054596,\n \"last-5-avg\": 1060.3308013439178,\n \"last-10-avg\": 847.6165752887725\n },\n \"time_since_restore\": {\n \"max\": 864.8040487766266,\n \"min\": 97.99486684799194,\n \"avg\": 384.2298111745289,\n \"last\": 864.8040487766266,\n \"last-5-avg\": 694.3038524150849,\n \"last-10-avg\": 481.5896263599396\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.357142857142857,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308b1582cf6df8e9e4094869452946807680d4308241289a4dc9a9e4094869452946807680d4308ca643219d4849e4094869452946807680d4308e270383c52829e4094869452946807680d43085bad56cb2d889e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85a2a3889e4094869452946807680d4308ecf57addfa869e4094869452946807680d4308a552a99424859e4094869452946807680d430863b1580c208a9e4094869452946807680d430843a150087e899e4094869452946807680d4308b1582cf6df8e9e4094869452946807680d4308241289a4dc9a9e4094869452946807680d4308ca643219d4849e4094869452946807680d4308e270383c52829e4094869452946807680d43085bad56cb2d889e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0a4b0b4b0c4b0d4b0e652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b054b064b074b084b094b0a4b0b4b0c4b0d4b0e652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740554448640000004740556780dc0000004740552dee400000004740556631f20000004740554a8739000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474058c390970000004740553e575a00000047405541866e00000047405522c6a700000047405542cfd80000004740554448640000004740556780dc0000004740552dee400000004740556631f20000004740554a8739000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408bcde0d940000047408e7ad0f4c0000047409090475e600000474091e6aa7d8000004740933b52f1100000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847407d115287c0000047408130742f200000474083d8a4fce000004740867cfdd1c000004740892557ccc0000047408bcde0d940000047408e7ad0f4c0000047409090475e600000474091e6aa7d8000004740933b52f1100000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740805da9a84000004740830a99c3c00000474085b0578bc000004740885d1dca00000047408b066eb1200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474058c3909700000047406700f3f8800000474070d0db97c00000474076198d4180000047407b6a41378000004740805da9a84000004740830a99c3c00000474085b0578bc000004740885d1dca00000047408b066eb1200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953e340000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1099988fa5adfa6399e54ab9cbf986636d736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd8616889e4094869452948c0974696d657374616d70944ab5787d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31362d33352d3333948c1074696d655f746869735f697465725f73944740587fabe60000008c0c74696d655f746f74616c5f73944740587fabe60000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740587fabe60000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11a03b95519d1df882f045b3343f4879fe007362756268317d94288c046c6f7373946836683c4308da6c36fbf18e9e4094869452948c0974696d657374616d70944a09797d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31362d33362d3537948c1074696d655f746869735f697465725f7394474054fec5240000008c0c74696d655f746f74616c5f7394474066bf38850000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474066bf38850000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11847444e2e0faba9fb3480fceb4f6adc5007362756268317d94288c046c6f7373946836683c4308cce5725931849e4094869452948c0974696d657374616d70944ab68f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d31332d3432948c1074696d655f746869735f697465725f7394474058d3275b0000008c0c74696d655f746f74616c5f73944740719466194000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474058d3275b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a108c97b8d668e99a99b4412d5e1f1cdf4a7362756268317d94288c046c6f7373946836683c4308994c2633648f9e4094869452948c0974696d657374616d70944a0b907d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d31352d3037948c1074696d655f746869735f697465725f73944740553021230000008c0c74696d655f746f74616c5f7394474076e06e620000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406701a43f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10a96ade37253b888aec461ffb42eda12c7362756268317d94288c046c6f7373946836683c4308140a85a2a3889e4094869452948c0974696d657374616d70944a2e957d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d33372d3032948c1074696d655f746869735f697465725f7394474058c390970000008c0c74696d655f746f74616c5f739447407d115287c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474058c390970000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a113de23693740cc5b8cf4f59f68675e1ec007362756268317d94288c046c6f7373946836683c4308ecf57addfa869e4094869452948c0974696d657374616d70944a83957d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d33382d3237948c1074696d655f746869735f697465725f73944740553e575a0000008c0c74696d655f746f74616c5f739447408130742f2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406700f3f88000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11102b83c10aacc3b685437e180f6b4fc6007362756268317d94288c046c6f7373946836683c4308a552a99424859e4094869452948c0974696d657374616d70944ad8957d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d33392d3532948c1074696d655f746869735f697465725f739447405541866e0000008c0c74696d655f746f74616c5f7394474083d8a4fce000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070d0db97c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1154b7d57809cd5c8cfc412ddb850e10e3007362756268317d94288c046c6f7373946836683c430863b1580c208a9e4094869452948c0974696d657374616d70944a2c967d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34312d3136948c1074696d655f746869735f697465725f739447405522c6a70000008c0c74696d655f746f74616c5f73944740867cfdd1c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076198d418000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a103281b7e034534aba2d47ad55de14252b7362756268317d94288c046c6f7373946836683c430843a150087e899e4094869452948c0974696d657374616d70944a81967d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34322d3431948c1074696d655f746869735f697465725f739447405542cfd80000008c0c74696d655f746f74616c5f73944740892557ccc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b6a41378000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10b555af8c21d0849a2c4359c65a8c9c567362756268317d94288c046c6f7373946836683c4308b1582cf6df8e9e4094869452948c0974696d657374616d70944ad7967d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34342d3037948c1074696d655f746869735f697465725f73944740554448640000008c0c74696d655f746f74616c5f739447408bcde0d94000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740805da9a84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a119651625fb1227bbe6e4f86ca926659d3007362756268317d94288c046c6f7373946836683c4308241289a4dc9a9e4094869452948c0974696d657374616d70944a2c977d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34352d3332948c1074696d655f746869735f697465725f73944740556780dc0000008c0c74696d655f746f74616c5f739447408e7ad0f4c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740830a99c3c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a10c3828a38ea435597384c73f20eb2da647362756268317d94288c046c6f7373946836683c4308ca643219d4849e4094869452948c0974696d657374616d70944a81977d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34362d3537948c1074696d655f746869735f697465725f73944740552dee400000008c0c74696d655f746f74616c5f739447409090475e6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085b0578bc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a10cd7812371b1420a1f04cc0c685d9916b7362756268317d94288c046c6f7373946836683c4308e270383c52829e4094869452948c0974696d657374616d70944ad6977d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34382d3232948c1074696d655f746869735f697465725f73944740556631f20000008c0c74696d655f746f74616c5f7394474091e6aa7d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740885d1dca0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306366383063305f32315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31362d33332d33322f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11fef80822178813bb63461b50fd452e9d007362756268317d94288c046c6f7373946836683c43085bad56cb2d889e4094869452948c0974696d657374616d70944a2c987d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c086530636638306330948c0464617465948c13323032342d30362d32375f31382d34392d3438948c1074696d655f746869735f697465725f73944740554a87390000008c0c74696d655f746f74616c5f73944740933b52f11000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fa27e4f06414ac08c026c7294473f329895569218b98c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408b066eb12000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a9602000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"849f9246\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38343966393234365f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31362d33332d3535948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5de41744618c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.6055751532136977,\n \"lr\": 0.08464538523322317,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.6055751532136977,\n \"lr\": 0.08464538523322317,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.6055751532136977,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 1,\n \"lr\": 0.08464538523322317,\n \"n_head\": 8\n },\n \"experiment_tag\": \"22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.6056,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0846,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719499017.2258291,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2193.2057009719488,\n \"timestamp\": 1719499162,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"849f9246\",\n \"date\": \"2024-06-27_16-39-22\",\n \"time_this_iter_s\": 66.90322375297546,\n \"time_total_s\": 145.48451900482178,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.6055751532136977,\n \"lr\": 0.08464538523322317,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 145.48451900482178,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.6056,embedding_dim=16,encoder_ff=2048,encoder_num_layer=1,lr=0.0846,n_head=8\"\n },\n \"last_result_time\": 1719499162.7195077,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3133.156076986959,\n \"min\": 2193.2057009719488,\n \"avg\": 2663.180888979454,\n \"last\": 2193.2057009719488,\n \"last-5-avg\": 2663.180888979454,\n \"last-10-avg\": 2663.180888979454\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 78.58129525184631,\n \"min\": 66.90322375297546,\n \"avg\": 72.74225950241089,\n \"last\": 66.90322375297546,\n \"last-5-avg\": 72.74225950241089,\n \"last-10-avg\": 72.74225950241089\n },\n \"time_total_s\": {\n \"max\": 145.48451900482178,\n \"min\": 78.58129525184631,\n \"avg\": 112.03290712833405,\n \"last\": 145.48451900482178,\n \"last-5-avg\": 112.03290712833405,\n \"last-10-avg\": 112.03290712833405\n },\n \"time_since_restore\": {\n \"max\": 145.48451900482178,\n \"min\": 78.58129525184631,\n \"avg\": 112.03290712833405,\n \"last\": 145.48451900482178,\n \"last-5-avg\": 112.03290712833405,\n \"last-10-avg\": 112.03290712833405\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084ba552e94f7aa84094869452946807680d43088d46a3516922a1409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084ba552e94f7aa84094869452946807680d43088d46a3516922a1409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053a533f1000000474050b9ce6b000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053a533f1000000474050b9ce6b000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053a533f10000004740622f812e000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053a533f10000004740622f812e000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053a533f10000004740622f812e000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053a533f10000004740622f812e000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a5090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38343966393234365f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31362d33332d35352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11709e50429faae7958540abf94690f6d200736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084ba552e94f7aa84094869452948c0974696d657374616d70944a57797d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083834396639323436948c0464617465948c13323032342d30362d32375f31362d33382d3135948c1074696d655f746869735f697465725f7394474053a533f10000008c0c74696d655f746f74616c5f7394474053a533f10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe360df24ca56308c026c7294473fb5ab51e95581ff8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053a533f10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38343966393234365f32325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f31362d33332d35352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10bbe09b0662d59b9cd842ad087d714b127362756268317d94288c046c6f7373946836683c43088d46a3516922a14094869452948c0974696d657374616d70944a9a797d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083834396639323436948c0464617465948c13323032342d30362d32375f31362d33392d3232948c1074696d655f746869735f697465725f7394474050b9ce6b0000008c0c74696d655f746f74616c5f73944740622f812e0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe360df24ca56308c026c7294473fb5ab51e95581ff8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740622f812e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"52268eca\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35323236386563615f32335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33362d3537948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5e2f7580d48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7819934077823693,\n \"lr\": 0.00395752526712301,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7819934077823693,\n \"lr\": 0.00395752526712301,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.7819934077823693,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 4,\n \"lr\": 0.00395752526712301,\n \"n_head\": 1\n },\n \"experiment_tag\": \"23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.7820,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0040,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719499162.8859532,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2037.3184742364358,\n \"timestamp\": 1719499413,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"52268eca\",\n \"date\": \"2024-06-27_16-43-33\",\n \"time_this_iter_s\": 118.6520447731018,\n \"time_total_s\": 250.68081068992615,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7819934077823693,\n \"lr\": 0.00395752526712301,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 250.68081068992615,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.7820,embedding_dim=256,encoder_ff=512,encoder_num_layer=4,lr=0.0040,n_head=1\"\n },\n \"last_result_time\": 1719499413.576802,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2042.3615145946112,\n \"min\": 2037.3184742364358,\n \"avg\": 2039.8399944155235,\n \"last\": 2037.3184742364358,\n \"last-5-avg\": 2039.8399944155235,\n \"last-10-avg\": 2039.8399944155235\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 132.02876591682434,\n \"min\": 118.6520447731018,\n \"avg\": 125.34040534496307,\n \"last\": 118.6520447731018,\n \"last-5-avg\": 125.34040534496307,\n \"last-10-avg\": 125.34040534496307\n },\n \"time_total_s\": {\n \"max\": 250.68081068992615,\n \"min\": 132.02876591682434,\n \"avg\": 191.35478830337524,\n \"last\": 250.68081068992615,\n \"last-5-avg\": 191.35478830337524,\n \"last-10-avg\": 191.35478830337524\n },\n \"time_since_restore\": {\n \"max\": 250.68081068992615,\n \"min\": 132.02876591682434,\n \"avg\": 191.35478830337524,\n \"last\": 250.68081068992615,\n \"last-5-avg\": 191.35478830337524,\n \"last-10-avg\": 191.35478830337524\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430887c3e13072e99f4094869452946807680d430871381c1e46d59f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430887c3e13072e99f4094869452946807680d430871381c1e46d59f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406080eba680000047405da9bb1a000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406080eba680000047405da9bb1a000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406080eba680000047406f55c933800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406080eba680000047406f55c933800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406080eba680000047406f55c933800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406080eba680000047406f55c933800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a7090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35323236386563615f32335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33362d35372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a110f93e2a18bcae2ab8b4162fab8acc5fe00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430887c3e13072e99f4094869452948c0974696d657374616d70944a1e7a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083532323638656361948c0464617465948c13323032342d30362d32375f31362d34312d3334948c1074696d655f746869735f697465725f739447406080eba68000008c0c74696d655f746f74616c5f739447406080eba68000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe906170a039c9d8c026c7294473f7035c41986b4838c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406080eba68000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35323236386563615f32335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33362d35372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1058299e5e05630cb5ca42bcf77634c7617362756268317d94288c046c6f7373946836683c430871381c1e46d59f4094869452948c0974696d657374616d70944a957a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083532323638656361948c0464617465948c13323032342d30362d32375f31362d34332d3333948c1074696d655f746869735f697465725f739447405da9bb1a0000008c0c74696d655f746f74616c5f739447406f55c9338000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe906170a039c9d8c026c7294473f7035c41986b4838c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406f55c9338000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"1cd059c8\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31636430353963385f32345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33392d3232948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5e2f7580d48c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.28239791341845644,\n \"lr\": 0.0010916820440167283,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.28239791341845644,\n \"lr\": 0.0010916820440167283,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.28239791341845644,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0010916820440167283,\n \"n_head\": 1\n },\n \"experiment_tag\": \"24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2824,embedding_dim=1024,encoder_ff=512,encoder_num_layer=2,lr=0.0011,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719499413.7188365,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2025.7421327125369,\n \"timestamp\": 1719500447,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"1cd059c8\",\n \"date\": \"2024-06-27_17-00-47\",\n \"time_this_iter_s\": 508.4716944694519,\n \"time_total_s\": 1033.8679287433624,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.28239791341845644,\n \"lr\": 0.0010916820440167283,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 1033.8679287433624,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.2824,embedding_dim=1024,encoder_ff=512,encoder_num_layer=2,lr=0.0011,n_head=1\"\n },\n \"last_result_time\": 1719500447.597481,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2025.7421327125369,\n \"min\": 2012.1308699480192,\n \"avg\": 2018.9365013302781,\n \"last\": 2025.7421327125369,\n \"last-5-avg\": 2018.9365013302781,\n \"last-10-avg\": 2018.9365013302781\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 525.3962342739105,\n \"min\": 508.4716944694519,\n \"avg\": 516.9339643716812,\n \"last\": 508.4716944694519,\n \"last-5-avg\": 516.9339643716812,\n \"last-10-avg\": 516.9339643716812\n },\n \"time_total_s\": {\n \"max\": 1033.8679287433624,\n \"min\": 525.3962342739105,\n \"avg\": 779.6320815086365,\n \"last\": 1033.8679287433624,\n \"last-5-avg\": 779.6320815086365,\n \"last-10-avg\": 779.6320815086365\n },\n \"time_since_restore\": {\n \"max\": 1033.8679287433624,\n \"min\": 525.3962342739105,\n \"avg\": 779.6320815086365,\n \"last\": 1033.8679287433624,\n \"last-5-avg\": 779.6320815086365,\n \"last-10-avg\": 779.6320815086365\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308168bc50286709f4094869452946807680d43088d46a3f1f7a69f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308168bc50286709f4094869452946807680d43088d46a3f1f7a69f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740806b2b7ce0000047407fc78c0f800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740806b2b7ce0000047407fc78c0f800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740806b2b7ce000004740902778c2500000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740806b2b7ce000004740902778c2500000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740806b2b7ce000004740902778c2500000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740806b2b7ce000004740902778c2500000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a7090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31636430353963385f32345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33392d32322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1001a3457e84b0b09316417cb45000d44b736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308168bc50286709f4094869452948c0974696d657374616d70944aa27c7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083163643035396338948c0464617465948c13323032342d30362d32375f31362d35322d3139948c1074696d655f746869735f697465725f73944740806b2b7ce000008c0c74696d655f746f74616c5f73944740806b2b7ce000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd212ceb2a5d1788c026c7294473f51e2d8ab4ec3328c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740806b2b7ce000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31636430353963385f32345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f31362d33392d32322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1159fff1ea586a8c9a2c4a40e612c53b9a007362756268317d94288c046c6f7373946836683c43088d46a3f1f7a69f4094869452948c0974696d657374616d70944a9f7e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083163643035396338948c0464617465948c13323032342d30362d32375f31372d30302d3437948c1074696d655f746869735f697465725f739447407fc78c0f8000008c0c74696d655f746f74616c5f73944740902778c25000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fd212ceb2a5d1788c026c7294473f51e2d8ab4ec3328c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740902778c25000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"b7bc0828\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d3333948c1863757272656e745f636865636b706f696e745f696e646578944b118c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5e7ae037438c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.03943053020125942,\n \"lr\": 0.012132296191722286,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.03943053020125942,\n \"lr\": 0.012132296191722286,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.03943053020125942,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.012132296191722286,\n \"n_head\": 2\n },\n \"experiment_tag\": \"25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.0394,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0121,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719500447.739386,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1968.0494442436639,\n \"timestamp\": 1719508546,\n \"checkpoint_dir_name\": \"checkpoint_000017\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 18,\n \"trial_id\": \"b7bc0828\",\n \"date\": \"2024-06-27_19-15-46\",\n \"time_this_iter_s\": 154.52800750732422,\n \"time_total_s\": 2823.5459802150726,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.03943053020125942,\n \"lr\": 0.012132296191722286,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 1558.1138837337494,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.0394,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0121,n_head=2\"\n },\n \"last_result_time\": 1719508546.484786,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1999.236413670337,\n \"min\": 1960.5562071312131,\n \"avg\": 1973.3295261386393,\n \"last\": 1968.0494442436639,\n \"last-5-avg\": 1978.2473732775586,\n \"last-10-avg\": 1976.9785678172673\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 18,\n \"min\": 1,\n \"avg\": 9.5,\n \"last\": 18,\n \"last-5-avg\": 16.0,\n \"last-10-avg\": 13.5\n },\n \"time_this_iter_s\": {\n \"max\": 168.71964645385742,\n \"min\": 153.99702858924866,\n \"avg\": 156.86366556750406,\n \"last\": 154.52800750732422,\n \"last-5-avg\": 154.40012302398682,\n \"last-10-avg\": 155.81138837337494\n },\n \"time_total_s\": {\n \"max\": 2823.5459802150726,\n \"min\": 168.4553461074829,\n \"avg\": 1502.8267165289983,\n \"last\": 2823.5459802150726,\n \"last-5-avg\": 2514.838827705383,\n \"last-10-avg\": 2128.7060168504713\n },\n \"time_since_restore\": {\n \"max\": 1558.1138837337494,\n \"min\": 168.00890111923218,\n \"avg\": 692.0542412334017,\n \"last\": 1558.1138837337494,\n \"last-5-avg\": 1249.40673122406,\n \"last-10-avg\": 863.2739203691483\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.388888888888888,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd06edae9e4094869452946807680d4308b3d96c16f23c9f4094869452946807680d4308b1582c96dae79e4094869452946807680d4308c260303806f99e4094869452946807680d43080c0683a132c09e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a552a9741de19e4094869452946807680d4308c4e1705815e19e4094869452946807680d430802814060cef59e4094869452946807680d43082c168b05f7ed9e4094869452946807680d430847a3d1c839b49e4094869452946807680d4308369bcd06edae9e4094869452946807680d4308b3d96c16f23c9f4094869452946807680d4308b1582c96dae79e4094869452946807680d4308c260303806f99e4094869452946807680d43080c0683a132c09e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b0e4b0f4b104b114b12652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b094b0a4b0b4b0c4b0d4b0e4b0f4b104b114b12652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406359c6230000004740633fe7a880000047406352addc80000047406342c3f200000047406350e570000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740650048eb000000474063561c0a000000474063538739800000474063486db600000047406351460100000047406359c6230000004740633fe7a880000047406352addc80000047406342c3f200000047406350e570000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740a13cb39c4800004740a270b216d000004740a3a5dcf49800004740a4da0933b800004740a60f178ab80000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847409665c394e00000474098d0871620000047409b3af7fd50000047409da405b41000004740a007173a1800004740a13cb39c4800004740a270b216d000004740a3a5dcf49800004740a4da0933b800004740a60f178ab80000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408d6759822000004740911ba9b620000047409385ff71b00000474095ee57eff0000047409858749df00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740650048eb0000004740742b327a80000047407dd4f617400000474083bc967920000047408890e7f960000047408d6759822000004740911ba9b620000047409385ff71b00000474095ee57eff0000047409858749df00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059582420000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11c66c0446196fc1a47b419e7d5e22b48d00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fe7ebf3f74ad9e4094869452948c0974696d657374616d70944a487f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31372d30332d3336948c1074696d655f746869735f697465725f73944740650e92320000008c0c74696d655f746f74616c5f73944740650e92320000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740650e92320000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1142d7100ffdc214b4ed435a24abc30681007362756268317d94288c046c6f7373946836683c4308d0e7f359fab39e4094869452948c0974696d657374616d70944ae27f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31372d30362d3131948c1074696d655f746869735f697465725f739447406359dfef0000008c0c74696d655f746f74616c5f73944740743439108000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740743439108000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10e3c8cbb052046cb942426a6907a610067362756268317d94288c046c6f7373946836683c430889442231b1fe9e4094869452948c0974696d657374616d70944ab3907d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d31372d3536948c1074696d655f746869735f697465725f73944740651707580000008c0c74696d655f746f74616c5f739447407ebfbcbc8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740651707580000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a114b2f0b8b0c186792df49598ceb7a7899007362756268317d94288c046c6f7373946836683c430873b95c8e39a29e4094869452948c0974696d657374616d70944a4e917d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d32302d3330948c1074696d655f746869735f697465725f73944740635044d18000008c0c74696d655f746f74616c5f739447408433ef92a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407433a614c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10e7e764d89c75b2a8b74064b347e7544f7362756268317d94288c046c6f7373946836683c43086bb55aedd8ad9e4094869452948c0974696d657374616d70944ae9917d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d32332d3035948c1074696d655f746869735f697465725f739447406359b3890000008c0c74696d655f746f74616c5f73944740890a5c74e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407de07fd94000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1030b88e6119f411a60943b41a5069721a7362756268317d94288c046c6f7373946836683c4308381c0ea79d149f4094869452948c0974696d657374616d70944a84927d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d32352d3430948c1074696d655f746869735f697465725f73944740635de9290000008c0c74696d655f746f74616c5f739447408de1d6bf2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083c7ba36e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10086f9e8ace640389df4b51ee59409c137362756268317d94288c046c6f7373946836683c4308e0eff7bb76b09e4094869452948c0974696d657374616d70944a1e937d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d32382d3134948c1074696d655f746869735f697465725f73944740634e0bca8000008c0c74696d655f746f74616c5f73944740915aacd8e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740889b3d298000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a102c9bea5d8b7fa7bd5b423c8098614e7c7362756268317d94288c046c6f7373946836683c4308080402a14ea39e4094869452948c0974696d657374616d70944ab9937d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d33302d3439948c1074696d655f746869735f697465725f7394474063586cf50000008c0c74696d655f746f74616c5f7394474093c5ba778000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408d715866c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a107128193e1d86c480d34809d9fd7abe577362756268317d94288c046c6f7373946836683c4308a552a9741de19e4094869452948c0974696d657374616d70944ad4987d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d35322d3336948c1074696d655f746869735f697465725f73944740650048eb0000008c0c74696d655f746f74616c5f739447409665c394e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740650048eb0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10bc529c9aa04a4fbe6048c87e33ce75157362756268317d94288c046c6f7373946836683c4308c4e1705815e19e4094869452948c0974696d657374616d70944a6e997d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d35352d3131948c1074696d655f746869735f697465725f7394474063561c0a0000008c0c74696d655f746f74616c5f7394474098d087162000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740742b327a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a11560b6ea36378348bbc45ed3cd2c8e5c6007362756268317d94288c046c6f7373946836683c430802814060cef59e4094869452948c0974696d657374616d70944a099a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31382d35372d3435948c1074696d655f746869735f697465725f73944740635387398000008c0c74696d655f746f74616c5f739447409b3af7fd5000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407dd4f6174000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a116e3d8af1097c1c87b54662a8ccbd63cc007362756268317d94288c046c6f7373946836683c43082c168b05f7ed9e4094869452948c0974696d657374616d70944aa39a7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d30302d3139948c1074696d655f746869735f697465725f7394474063486db60000008c0c74696d655f746f74616c5f739447409da405b41000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083bc96792000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a11301b8734c13226b75a444bb17e6b0d96007362756268317d94288c046c6f7373946836683c430847a3d1c839b49e4094869452948c0974696d657374616d70944a3e9b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d30322d3534948c1074696d655f746869735f697465725f73944740635146010000008c0c74696d655f746f74616c5f73944740a007173a1800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408890e7f96000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11a321e7c34ad49e8d7f4fa6954e3269e9007362756268317d94288c046c6f7373946836683c4308369bcd06edae9e4094869452948c0974696d657374616d70944ad99b7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d30352d3239948c1074696d655f746869735f697465725f739447406359c6230000008c0c74696d655f746f74616c5f73944740a13cb39c4800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408d6759822000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a1130afd452a0e81289be47ff8abd33c4bb007362756268317d94288c046c6f7373946836683c4308b3d96c16f23c9f4094869452948c0974696d657374616d70944a739c7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d30382d3033948c1074696d655f746869735f697465725f73944740633fe7a88000008c0c74696d655f746f74616c5f73944740a270b216d000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740911ba9b62000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a114054666533b611a4084ff6962e2e7ccd007362756268317d94288c046c6f7373946836683c4308b1582c96dae79e4094869452948c0974696d657374616d70944a0d9d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d31302d3337948c1074696d655f746869735f697465725f739447406352addc8000008c0c74696d655f746f74616c5f73944740a3a5dcf49800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409385ff71b000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a109b506d754032219f9642aee47f62c3517362756268317d94288c046c6f7373946836683c4308c260303806f99e4094869452948c0974696d657374616d70944aa79d7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d31332d3131948c1074696d655f746869735f697465725f739447406342c3f20000008c0c74696d655f746f74616c5f73944740a4da0933b800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474095ee57eff000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62376263303832385f32355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31362d34332d33332f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a10c4080881579607a13a4a86685905ff467362756268317d94288c046c6f7373946836683c43080c0683a132c09e4094869452948c0974696d657374616d70944a429e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c086237626330383238948c0464617465948c13323032342d30362d32375f31392d31352d3436948c1074696d655f746869735f697465725f739447406350e5700000008c0c74696d655f746f74616c5f73944740a60f178ab800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa4303d0b5b50a08c026c7294473f88d8d13af35e7d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409858749df000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946a5203000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"e0b92d48\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65306239326434385f32365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30302d3437948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5f5cee2cab8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9027598279893692,\n \"lr\": 0.00800097877874484,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9027598279893692,\n \"lr\": 0.00800097877874484,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.9027598279893692,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 8,\n \"lr\": 0.00800097877874484,\n \"n_head\": 4\n },\n \"experiment_tag\": \"26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.9028,embedding_dim=1024,encoder_ff=512,encoder_num_layer=8,lr=0.0080,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719500771.1535168,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2331.1488584984004,\n \"timestamp\": 1719502199,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"e0b92d48\",\n \"date\": \"2024-06-27_17-29-59\",\n \"time_this_iter_s\": 703.9930710792542,\n \"time_total_s\": 1428.5337228775024,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9027598279893692,\n \"lr\": 0.00800097877874484,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 1428.5337228775024,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.9028,embedding_dim=1024,encoder_ff=512,encoder_num_layer=8,lr=0.0080,n_head=4\"\n },\n \"last_result_time\": 1719502199.6969414,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2406.545863834892,\n \"min\": 2331.1488584984004,\n \"avg\": 2368.847361166646,\n \"last\": 2331.1488584984004,\n \"last-5-avg\": 2368.847361166646,\n \"last-10-avg\": 2368.847361166646\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 724.5406517982483,\n \"min\": 703.9930710792542,\n \"avg\": 714.2668614387512,\n \"last\": 703.9930710792542,\n \"last-5-avg\": 714.2668614387512,\n \"last-10-avg\": 714.2668614387512\n },\n \"time_total_s\": {\n \"max\": 1428.5337228775024,\n \"min\": 724.5406517982483,\n \"avg\": 1076.5371873378754,\n \"last\": 1428.5337228775024,\n \"last-5-avg\": 1076.5371873378754,\n \"last-10-avg\": 1076.5371873378754\n },\n \"time_since_restore\": {\n \"max\": 1428.5337228775024,\n \"min\": 724.5406517982483,\n \"avg\": 1076.5371873378754,\n \"last\": 1428.5337228775024,\n \"last-5-avg\": 1076.5371873378754,\n \"last-10-avg\": 1076.5371873378754\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308dced767b17cda24094869452946807680d4308b95c2e374c36a2409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308dced767b17cda24094869452946807680d4308b95c2e374c36a2409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474086a45341400000474085fff1cf400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474086a45341400000474085fff1cf400000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474086a45341400000474096522288400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474086a45341400000474096522288400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474086a45341400000474096522288400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474086a45341400000474096522288400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a8090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306239326434385f32365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30302d34372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11a9e6e93ee6dde2a12b4f5201f5507ae400736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308dced767b17cda24094869452948c0974696d657374616d70944ab7827d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086530623932643438948c0464617465948c13323032342d30362d32375f31372d31382d3135948c1074696d655f746869735f697465725f7394474086a453414000008c0c74696d655f746f74616c5f7394474086a453414000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fece368942b6bf08c026c7294473f8062d131868d418c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474086a453414000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306239326434385f32365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30302d34372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11d8355b676fe909ad3b452f38e7b536f2007362756268317d94288c046c6f7373946836683c4308b95c2e374c36a24094869452948c0974696d657374616d70944a77857d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086530623932643438948c0464617465948c13323032342d30362d32375f31372d32392d3539948c1074696d655f746869735f697465725f7394474085fff1cf4000008c0c74696d655f746f74616c5f73944740965222884000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fece368942b6bf08c026c7294473f8062d131868d418c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740965222884000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"b83eca19\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62383365636131395f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30362d3131948c1863757272656e745f636865636b706f696e745f696e646578944b018c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f5ff3ada37d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.49135894275544967,\n \"lr\": 0.035530667591767505,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.49135894275544967,\n \"lr\": 0.035530667591767505,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.49135894275544967,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 2,\n \"lr\": 0.035530667591767505,\n \"n_head\": 1\n },\n \"experiment_tag\": \"27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4914,embedding_dim=256,encoder_ff=512,encoder_num_layer=2,lr=0.0355,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719502199.8508859,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2299.3813442921073,\n \"timestamp\": 1719502338,\n \"checkpoint_dir_name\": \"checkpoint_000001\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 2,\n \"trial_id\": \"b83eca19\",\n \"date\": \"2024-06-27_17-32-18\",\n \"time_this_iter_s\": 62.30854034423828,\n \"time_total_s\": 138.48588919639587,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.49135894275544967,\n \"lr\": 0.035530667591767505,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 138.48588919639587,\n \"iterations_since_restore\": 2,\n \"experiment_tag\": \"27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.4914,embedding_dim=256,encoder_ff=512,encoder_num_layer=2,lr=0.0355,n_head=1\"\n },\n \"last_result_time\": 1719502338.346973,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3332.7398422121064,\n \"min\": 2299.3813442921073,\n \"avg\": 2816.0605932521066,\n \"last\": 2299.3813442921073,\n \"last-5-avg\": 2816.0605932521066,\n \"last-10-avg\": 2816.0605932521066\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n },\n \"time_this_iter_s\": {\n \"max\": 76.17734885215759,\n \"min\": 62.30854034423828,\n \"avg\": 69.24294459819794,\n \"last\": 62.30854034423828,\n \"last-5-avg\": 69.24294459819794,\n \"last-10-avg\": 69.24294459819794\n },\n \"time_total_s\": {\n \"max\": 138.48588919639587,\n \"min\": 76.17734885215759,\n \"avg\": 107.33161902427673,\n \"last\": 138.48588919639587,\n \"last-5-avg\": 107.33161902427673,\n \"last-10-avg\": 107.33161902427673\n },\n \"time_since_restore\": {\n \"max\": 138.48588919639587,\n \"min\": 76.17734885215759,\n \"avg\": 107.33161902427673,\n \"last\": 138.48588919639587,\n \"last-5-avg\": 107.33161902427673,\n \"last-10-avg\": 107.33161902427673\n },\n \"iterations_since_restore\": {\n \"max\": 2,\n \"min\": 1,\n \"avg\": 1.5,\n \"last\": 2,\n \"last-5-avg\": 1.5,\n \"last-10-avg\": 1.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308653299cc7a09aa4094869452946807680d43083c1e8f3fc3f6a1409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005959d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308653299cc7a09aa4094869452946807680d43083c1e8f3fc3f6a1409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059524000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740530b59af00000047404f277e40000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740530b59af00000047404f277e40000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740530b59af0000004740614f8c67800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740530b59af0000004740614f8c67800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740530b59af0000004740614f8c67800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059534000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740530b59af0000004740614f8c67800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b02652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b02652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595a6090000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62383365636131395f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30362d31312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1078e82ddaaa9b4eb2f341e09969294f14736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308653299cc7a09aa4094869452948c0974696d657374616d70944ac3857d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086238336563613139948c0464617465948c13323032342d30362d32375f31372d33312d3136948c1074696d655f746869735f697465725f73944740530b59af0000008c0c74696d655f746f74616c5f73944740530b59af0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fdf726cc76ed5b08c026c7294473fa231135e9f95a38c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740530b59af0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62383365636131395f32375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31372d30362d31312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10e2cbf892f53125b1ed497533d25c133b7362756268317d94288c046c6f7373946836683c43083c1e8f3fc3f6a14094869452948c0974696d657374616d70944a02867d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086238336563613139948c0464617465948c13323032342d30362d32375f31372d33322d3138948c1074696d655f746869735f697465725f739447404f277e400000008c0c74696d655f746f74616c5f73944740614f8c678000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fdf726cc76ed5b08c026c7294473fa231135e9f95a38c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740614f8c678000008c18697465726174696f6e735f73696e63655f726573746f7265944b02757562658c195f6c61746573745f636865636b706f696e745f726573756c7494686275622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"93c649bd\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d3539948c1863757272656e745f636865636b706f696e745f696e646578944b038c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f6121ad21bb8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7914041407453669,\n \"lr\": 0.0017184389008014717,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7914041407453669,\n \"lr\": 0.0017184389008014717,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.7914041407453669,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.0017184389008014717,\n \"n_head\": 1\n },\n \"experiment_tag\": \"28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.7914,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0017,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719502338.492429,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1996.1505780557948,\n \"timestamp\": 1719502633,\n \"checkpoint_dir_name\": \"checkpoint_000003\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 4,\n \"trial_id\": \"93c649bd\",\n \"date\": \"2024-06-27_17-37-13\",\n \"time_this_iter_s\": 70.27228903770447,\n \"time_total_s\": 295.0506408214569,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7914041407453669,\n \"lr\": 0.0017184389008014717,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 295.0506408214569,\n \"iterations_since_restore\": 4,\n \"experiment_tag\": \"28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.7914,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0017,n_head=1\"\n },\n \"last_result_time\": 1719502633.5740893,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2008.213741753045,\n \"min\": 1996.1505780557948,\n \"avg\": 2000.0280597116061,\n \"last\": 1996.1505780557948,\n \"last-5-avg\": 2000.0280597116064,\n \"last-10-avg\": 2000.0280597116064\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n },\n \"time_this_iter_s\": {\n \"max\": 84.1758508682251,\n \"min\": 70.20663857460022,\n \"avg\": 73.76266020536423,\n \"last\": 70.27228903770447,\n \"last-5-avg\": 73.76266020536423,\n \"last-10-avg\": 73.76266020536423\n },\n \"time_total_s\": {\n \"max\": 295.0506408214569,\n \"min\": 84.1758508682251,\n \"avg\": 189.64413917064667,\n \"last\": 295.0506408214569,\n \"last-5-avg\": 189.64413917064667,\n \"last-10-avg\": 189.64413917064667\n },\n \"time_since_restore\": {\n \"max\": 295.0506408214569,\n \"min\": 84.1758508682251,\n \"avg\": 189.64413917064667,\n \"last\": 295.0506408214569,\n \"last-5-avg\": 189.64413917064667,\n \"last-10-avg\": 189.64413917064667\n },\n \"iterations_since_restore\": {\n \"max\": 4,\n \"min\": 1,\n \"avg\": 2.5,\n \"last\": 4,\n \"last-5-avg\": 2.5,\n \"last-10-avg\": 2.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fcfd7eaf16319f4094869452946807680d4308f8fbfd2ee73d9f4094869452946807680d4308793c1edfda609f4094869452946807680d4308894422319a309f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595c3000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fcfd7eaf16319f4094869452946807680d4308f8fbfd2ee73d9f4094869452946807680d4308793c1edfda609f4094869452946807680d4308894422319a309f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942889898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059526000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740550b41240000004740519955cf0000004740518d3991000000474051916d2f000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740550b41240000004740519955cf0000004740518d3991000000474051916d2f000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740550b4124000000474063524b7980000047406c18e84200000047407270cf6cc00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740550b4124000000474063524b7980000047406c18e84200000047407270cf6cc00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740550b4124000000474063524b7980000047406c18e84200000047407270cf6cc00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059546000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740550b4124000000474063524b7980000047406c18e84200000047407270cf6cc00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b04652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952a000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b04652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595be100000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d35392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11119e02ef692363add54b61fdfd505c9a00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308fcfd7eaf16319f4094869452948c0974696d657374616d70944a56867d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083933633634396264948c0464617465948c13323032342d30362d32375f31372d33332d3432948c1074696d655f746869735f697465725f73944740550b41240000008c0c74696d655f746f74616c5f73944740550b41240000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe9532ec6cd735c8c026c7294473f5c27a7b84371e48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740550b41240000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d35392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1069c94cbc2f9456a7ec40c185562403187362756268317d94288c046c6f7373946836683c4308f8fbfd2ee73d9f4094869452948c0974696d657374616d70944a9d867d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083933633634396264948c0464617465948c13323032342d30362d32375f31372d33342d3533948c1074696d655f746869735f697465725f73944740519955cf0000008c0c74696d655f746f74616c5f7394474063524b798000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe9532ec6cd735c8c026c7294473f5c27a7b84371e48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474063524b798000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d35392f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a104a9c616b2a2a53852f48de68ba639d5e7362756268317d94288c046c6f7373946836683c4308793c1edfda609f4094869452948c0974696d657374616d70944ae3867d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083933633634396264948c0464617465948c13323032342d30362d32375f31372d33362d3033948c1074696d655f746869735f697465725f73944740518d39910000008c0c74696d655f746f74616c5f739447406c18e8420000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe9532ec6cd735c8c026c7294473f5c27a7b84371e48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406c18e8420000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39336336343962645f32385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31372d32392d35392f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11ed6ae56fd70564afdc410872a485b7ce007362756268317d94288c046c6f7373946836683c4308894422319a309f4094869452948c0974696d657374616d70944a29877d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083933633634396264948c0464617465948c13323032342d30362d32375f31372d33372d3133948c1074696d655f746869735f697465725f7394474051916d2f0000008c0c74696d655f746f74616c5f739447407270cf6cc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe9532ec6cd735c8c026c7294473f5c27a7b84371e48c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407270cf6cc000008c18697465726174696f6e735f73696e63655f726573746f7265944b04757562658c195f6c61746573745f636865636b706f696e745f726573756c749468c075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"9b9348b4\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d3138948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f616d2be45c8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.6040963353962471,\n \"lr\": 0.00012961012336004763,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.6040963353962471,\n \"lr\": 0.00012961012336004763,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.6040963353962471,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.00012961012336004763,\n \"n_head\": 1\n },\n \"experiment_tag\": \"29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.6041,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0001,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719508546.6348734,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 352.8110904243049,\n \"timestamp\": 1719513218,\n \"checkpoint_dir_name\": \"checkpoint_000019\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 20,\n \"trial_id\": \"9b9348b4\",\n \"date\": \"2024-06-27_20-33-38\",\n \"time_this_iter_s\": 50.251272201538086,\n \"time_total_s\": 1056.5283246040344,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.6040963353962471,\n \"lr\": 0.00012961012336004763,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 519.0710537433624,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.6041,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0001,n_head=1\"\n },\n \"last_result_time\": 1719513218.5348237,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1685.7740430456447,\n \"min\": 352.8110904243049,\n \"avg\": 599.8233108760805,\n \"last\": 352.8110904243049,\n \"last-5-avg\": 378.7031423974225,\n \"last-10-avg\": 412.20894133800596\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 20,\n \"min\": 1,\n \"avg\": 10.5,\n \"last\": 20,\n \"last-5-avg\": 18.0,\n \"last-10-avg\": 15.5\n },\n \"time_this_iter_s\": {\n \"max\": 65.15657186508179,\n \"min\": 50.07098746299744,\n \"avg\": 52.82641623020172,\n \"last\": 50.251272201538086,\n \"last-5-avg\": 50.45397553443909,\n \"last-10-avg\": 51.90710537433624\n },\n \"time_total_s\": {\n \"max\": 1056.5283246040344,\n \"min\": 64.70330953598022,\n \"avg\": 564.879896044731,\n \"last\": 1056.5283246040344,\n \"last-5-avg\": 955.529240989685,\n \"last-10-avg\": 829.2901573419571\n },\n \"time_since_restore\": {\n \"max\": 519.0710537433624,\n \"min\": 64.01091408729553,\n \"avg\": 229.31010818481445,\n \"last\": 519.0710537433624,\n \"last-5-avg\": 418.07197012901304,\n \"last-10-avg\": 291.8328864812851\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.25,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308afd7eb1588b5794094869452946807680d4308128944a27d2c784094869452946807680d4308b3d96cf61c72774094869452946807680d4308954aa57223f7764094869452946807680d4308d0e7f339fa0c76409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308241289e4915a7e4094869452946807680d4308a552a93458a67c4094869452946807680d43082c168bc5b7a67b4094869452946807680d43083e9fcfa739067b4094869452946807680d4308d8ebf55a529b794094869452946807680d4308afd7eb1588b5794094869452946807680d4308128944a27d2c784094869452946807680d4308b3d96cf61c72774094869452946807680d4308954aa57223f7764094869452946807680d4308d0e7f339fa0c76409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404909161e0000004740494b987e00000047404955ee8c00000047404957c4820000004740492029b0000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405000b2d10000004740498e765a0000004740494eb5d400000047404947167a00000047404940e4a600000047404909161e0000004740494b987e00000047404955ee8c00000047404957c4820000004740492029b0000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408ab2a2ae80000047408c475c3660000047408ddcbb1f20000047408f723767400000474090821d01200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474082cbbed7c0000047408464a63d600000474085f9919aa000004740878e030240000047408922114ca0000047408ab2a2ae80000047408c475c3660000047408ddcbb1f20000047408f723767400000474090821d01200000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474073cdf461c00000474076f7677180000047407a22254300000047407d4d1dd3400000474080389184a00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405000b2d100000047405cc7edfe000000474064b7a47400000047406b096a12800000474070acd19e000000474073cdf461c00000474076f7677180000047407a22254300000047407d4d1dd3400000474080389184a00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059587490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10bf338dcd807bd29ace4ca33fb4035306736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308f67abd9e18579a4094869452948c0974696d657374616d70944a839e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d31362d3531948c1074696d655f746869735f697465725f73944740502d03060000008c0c74696d655f746f74616c5f73944740502d03060000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740502d03060000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a103ac41dc53e8fe18a27432de7695d6e037362756268317d94288c046c6f7373946836683c4308793c1e0fb8dc904094869452948c0974696d657374616d70944ab59e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d31372d3431948c1074696d655f746869735f697465725f73944740491b0fd60000008c0c74696d655f746f74616c5f739447405cba8af10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405cba8af10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10c27bce557b2c29825343cc11cf262f4d7362756268317d94288c046c6f7373946836683c430863b1584cc4668a4094869452948c0974696d657374616d70944ae89e7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d31382d3332948c1074696d655f746869735f697465725f73944740495779960000008c0c74696d655f746f74616c5f7394474064b323de0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064b323de0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11d14ae78f6a4232b6674662bb6d89a0f0007362756268317d94288c046c6f7373946836683c4308fe7ebfbf2e37874094869452948c0974696d657374616d70944a1a9f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d31392d3232948c1074696d655f746869735f697465725f739447404954900c0000008c0c74696d655f746f74616c5f739447406b0847e10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b0847e10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a119ae91ff0bda3769e9c4aacee483856b7007362756268317d94288c046c6f7373946836683c4308b3d96c56d14d854094869452948c0974696d657374616d70944a4e9f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f31392d32302d3134948c1074696d655f746869735f697465725f73944740498d8c040000008c0c74696d655f746f74616c5f7394474070b5d5710000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070b5d5710000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11ff88703427119887bc468608159658c5007362756268317d94288c046c6f7373946836683c4308d8ebf59ac1db834094869452948c0974696d657374616d70944ab1aa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d30382d3439948c1074696d655f746869735f697465725f73944740504a05460000008c0c74696d655f746f74616c5f7394474074c856c28000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740504a05460000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a100a0ee2ae5736a1ac694e6ead9caaea2a7362756268317d94288c046c6f7373946836683c430857abd50ad888824094869452948c0974696d657374616d70944ae5aa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d30392d3431948c1074696d655f746869735f697465725f7394474049df9c360000008c0c74696d655f746f74616c5f7394474078044a494000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405d39d3610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a102d44c286e49c1ca104494fc0c95cfe6d7362756268317d94288c046c6f7373946836683c4308b55aad36ffa4814094869452948c0974696d657374616d70944a17ab7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d31302d3331948c1074696d655f746869735f697465725f73944740496eeb0a0000008c0c74696d655f746f74616c5f739447407b3227aa8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064f8a4730000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10948000f57a4d05952c4f5f9d96b1507f7362756268317d94288c046c6f7373946836683c430869341a5d54d7804094869452948c0974696d657374616d70944a4bab7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d31312d3233948c1074696d655f746869735f697465725f7394474049aba0980000008c0c74696d655f746f74616c5f739447407e679bbd8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b638c990000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11ae097d8ab07a6cbb084f86d4a00b3f91007362756268317d94288c046c6f7373946836683c4308a150287461bd7f4094869452948c0974696d657374616d70944a7eab7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d31322d3134948c1074696d655f746869735f697465725f73944740497da9ee0000008c0c74696d655f746f74616c5f7394474080cba87da000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070e17b8a4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a111439323fd3d1dc90634ae1083ded9efb007362756268317d94288c046c6f7373946836683c4308241289e4915a7e4094869452948c0974696d657374616d70944abbae7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32362d3033948c1074696d655f746869735f697465725f739447405000b2d10000008c0c74696d655f746f74616c5f7394474082cbbed7c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405000b2d10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a11ef75a78f983b419a3141ee8f73125cce007362756268317d94288c046c6f7373946836683c4308a552a93458a67c4094869452948c0974696d657374616d70944aeeae7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32362d3534948c1074696d655f746869735f697465725f73944740498e765a0000008c0c74696d655f746f74616c5f739447408464a63d6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405cc7edfe0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a111c61688f05804397564f84cbaebdebb1007362756268317d94288c046c6f7373946836683c43082c168bc5b7a67b4094869452948c0974696d657374616d70944a21af7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32372d3435948c1074696d655f746869735f697465725f73944740494eb5d40000008c0c74696d655f746f74616c5f7394474085f9919aa000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064b7a4740000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a10a173c5be176266bdd840665ce3809d6d7362756268317d94288c046c6f7373946836683c43083e9fcfa739067b4094869452948c0974696d657374616d70944a53af7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32382d3335948c1074696d655f746869735f697465725f739447404947167a0000008c0c74696d655f746f74616c5f73944740878e03024000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b096a128000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a1054f9296e59d9ab88e94776f84275e9677362756268317d94288c046c6f7373946836683c4308d8ebf55a529b794094869452948c0974696d657374616d70944a86af7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d32392d3236948c1074696d655f746869735f697465725f739447404940e4a60000008c0c74696d655f746f74616c5f739447408922114ca000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070acd19e0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a107484351e5c597ab89949776de47a65747362756268317d94288c046c6f7373946836683c4308afd7eb1588b5794094869452948c0974696d657374616d70944ab8af7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33302d3136948c1074696d655f746869735f697465725f739447404909161e0000008c0c74696d655f746f74616c5f739447408ab2a2ae8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474073cdf461c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a10c5d4102c9f68caa0da4884d0ecbc532d7362756268317d94288c046c6f7373946836683c4308128944a27d2c784094869452948c0974696d657374616d70944aeaaf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33312d3036948c1074696d655f746869735f697465725f73944740494b987e0000008c0c74696d655f746f74616c5f739447408c475c366000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076f767718000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a10331880af1091dc91834d1830d68ee87e7362756268317d94288c046c6f7373946836683c4308b3d96cf61c72774094869452948c0974696d657374616d70944a1db07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33312d3537948c1074696d655f746869735f697465725f739447404955ee8c0000008c0c74696d655f746f74616c5f739447408ddcbb1f2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a2225430000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a117474f65d4def3699f248796c883baaab007362756268317d94288c046c6f7373946836683c4308954aa57223f7764094869452948c0974696d657374616d70944a50b07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33322d3438948c1074696d655f746869735f697465725f739447404957c4820000008c0c74696d655f746f74616c5f739447408f7237674000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407d4d1dd34000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39623933343862345f32395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31372d33322d31382f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a10a68f44ea8a70a4a303496972e92f19637362756268317d94288c046c6f7373946836683c4308d0e7f339fa0c764094869452948c0974696d657374616d70944a82b07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c083962393334386234948c0464617465948c13323032342d30362d32375f32302d33332d3338948c1074696d655f746869735f697465725f73944740492029b00000008c0c74696d655f746f74616c5f7394474090821d012000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe354c1d68521698c026c7294473f20fcfe7b6c78258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080389184a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"d78b949d\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d3436948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f675331d2c18c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.6203685879053435,\n \"lr\": 0.00010069872409405673,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.6203685879053435,\n \"lr\": 0.00010069872409405673,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.6203685879053435,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.00010069872409405673,\n \"n_head\": 8\n },\n \"experiment_tag\": \"30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.6204,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719508814.176607,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 459.3377106433778,\n \"timestamp\": 1719514000,\n \"checkpoint_dir_name\": \"checkpoint_000019\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 20,\n \"trial_id\": \"d78b949d\",\n \"date\": \"2024-06-27_20-46-40\",\n \"time_this_iter_s\": 76.87024331092834,\n \"time_total_s\": 1577.7552337646484,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.6203685879053435,\n \"lr\": 0.00010069872409405673,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 782.1084101200104,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.6204,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=8\"\n },\n \"last_result_time\": 1719514000.8487723,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1976.3505897822342,\n \"min\": 459.3377106433778,\n \"avg\": 890.8902057677744,\n \"last\": 459.3377106433778,\n \"last-5-avg\": 479.47560900590554,\n \"last-10-avg\": 526.9576414814146\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 20,\n \"min\": 1,\n \"avg\": 10.5,\n \"last\": 20,\n \"last-5-avg\": 18.0,\n \"last-10-avg\": 15.5\n },\n \"time_this_iter_s\": {\n \"max\": 91.49215126037598,\n \"min\": 76.3912570476532,\n \"avg\": 78.88776168823239,\n \"last\": 76.87024331092834,\n \"last-5-avg\": 76.78816304206848,\n \"last-10-avg\": 78.21084101200104\n },\n \"time_total_s\": {\n \"max\": 1577.7552337646484,\n \"min\": 89.9982442855835,\n \"avg\": 837.4053977727889,\n \"last\": 1577.7552337646484,\n \"last-5-avg\": 1424.1440885066986,\n \"last-10-avg\": 1232.2260891199112\n },\n \"time_since_restore\": {\n \"max\": 782.1084101200104,\n \"min\": 89.9982442855835,\n \"avg\": 340.3709824085235,\n \"last\": 782.1084101200104,\n \"last-5-avg\": 628.4972648620605,\n \"last-10-avg\": 436.57926547527313\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 4.25,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089fcfe73353be7f4094869452946807680d430853a954ea22757e4094869452946807680d4308f4f97cde31b57d4094869452946807680d4308c8e3f138fd377d4094869452946807680d43081a8d464367b57c409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308954aa532a691834094869452946807680d430889442231c28b824094869452946807680d4308fcfd7ebf70ee814094869452946807680d4308bd5eafa7ed32814094869452946807680d4308bfdfef77cf82804094869452946807680d43089fcfe73353be7f4094869452946807680d430853a954ea22757e4094869452946807680d4308f4f97cde31b57d4094869452946807680d4308c8e3f138fd377d4094869452946807680d43081a8d464367b57c409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405336e29a0000004740533588eb000000474053190a5b0000004740533f0e6000000047405337b211000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056df7f680000004740531ec7e10000004740531b3ae70000004740533815fa0000004740533921b600000047405336e29a0000004740533588eb000000474053190a5b0000004740533f0e6000000047405337b211000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474093dab0209000004740950e08af4000004740963f9954f00000474097738a3af00000474098a7055c000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408bb91c9ee0000047408e1cf59b000000474090402e7bf0000047409173afdb900000474092a741f6f00000474093dab0209000004740950e08af4000004740963f9954f00000474097738a3af00000474098a7055c000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407db0671e8000004740813ee4aca00000474083a205f800000047408609e7c400000047408870de06200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056df7f68000000474064ff23a480000047406e8cc11800000047407414660a800000474078e2ae7800000047407db0671e8000004740813ee4aca00000474083a205f800000047408609e7c400000047408870de06200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005958a490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10ac99a8db0bf809af144b7ea1f94dd222736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080804020167e19e4094869452948c0974696d657374616d70944aa89f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32312d3434948c1074696d655f746869735f697465725f73944740567fe33c0000008c0c74696d655f746f74616c5f73944740567fe33c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740567fe33c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a110aae5c8e3aae8093df4a5db40485a19f007362756268317d94288c046c6f7373946836683c4308512814ea28db9e4094869452948c0974696d657374616d70944af49f7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32332d3030948c1074696d655f746869735f697465725f73944740532442b80000008c0c74696d655f746f74616c5f7394474064d212fa0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064d212fa0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10c12f71301d1953aa084f906985e42e717362756268317d94288c046c6f7373946836683c430863b1588ca3da9e4094869452948c0974696d657374616d70944a41a07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32342d3137948c1074696d655f746869735f697465725f73944740533ba3a80000008c0c74696d655f746f74616c5f739447406e6fe4ce0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e6fe4ce0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10b106b850b7f229982c42e44093e9e56a7362756268317d94288c046c6f7373946836683c4308ca6432795263994094869452948c0974696d657374616d70944a8ea07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32352d3334948c1074696d655f746869735f697465725f73944740533b5ce80000008c0c74696d655f746f74616c5f739447407406c9a10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407406c9a10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11d3464daa054fe48d82491a844e02cf95007362756268317d94288c046c6f7373946836683c43082a954a8517be914094869452948c0974696d657374616d70944adba07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f31392d32362d3531948c1074696d655f746869735f697465725f73944740531addd00000008c0c74696d655f746f74616c5f7394474078cd81150000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474078cd81150000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a116f7bcea0cd2084bbc648614f48de77c8007362756268317d94288c046c6f7373946836683c4308381c0ec7043a8d4094869452948c0974696d657374616d70944ad9ab7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31332d3435948c1074696d655f746869735f697465725f7394474056bd87330000008c0c74696d655f746f74616c5f739447407e7ce2e1c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474056bd87330000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a105c5e4527741927b2ce4d395f3bf4823f7362756268317d94288c046c6f7373946836683c4308dced76bb0ba0894094869452948c0974696d657374616d70944a26ac7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31352d3032948c1074696d655f746869735f697465725f739447405345cd420000008c0c74696d655f746f74616c5f7394474081a72b192000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406501aa3a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a112b12fa4452f7648c0f44685adc11c9ae007362756268317d94288c046c6f7373946836683c43084ba55209983d874094869452948c0974696d657374616d70944a73ac7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31362d3139948c1074696d655f746869735f697465725f73944740532b4eb60000008c0c74696d655f746f74616c5f73944740840c94efe000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e9751958000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11a9c1b3472b7c26b50c4efbba6458eccd007362756268317d94288c046c6f7373946836683c4308a9542ab503e0854094869452948c0974696d657374616d70944ac0ac7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31372d3336948c1074696d655f746869735f697465725f7394474053419fcc0000008c0c74696d655f746f74616c5f739447408674c8e96000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740741c10bdc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10ccc91c13004408ac2247761f5ddc17147362756268317d94288c046c6f7373946836683c43083e9fcf27ebb8844094869452948c0974696d657374616d70944a0dad7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d31382d3533948c1074696d655f746869735f697465725f7394474053431e440000008c0c74696d655f746f74616c5f7394474088dd2cb1e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474078ecd84ec000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a103cf21dbd3a747ca7e3491a6937e3963a7362756268317d94288c046c6f7373946836683c4308954aa532a691834094869452948c0974696d657374616d70944adeb07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d33352d3130948c1074696d655f746869735f697465725f7394474056df7f680000008c0c74696d655f746f74616c5f739447408bb91c9ee000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474056df7f680000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a1175401975d5fedba0bf47ebcb9d5190df007362756268317d94288c046c6f7373946836683c430889442231c28b824094869452948c0974696d657374616d70944a2ab17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d33362d3236948c1074696d655f746869735f697465725f73944740531ec7e10000008c0c74696d655f746f74616c5f739447408e1cf59b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474064ff23a48000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a10df05042ca215e9a72a4ef6e4e70a61597362756268317d94288c046c6f7373946836683c4308fcfd7ebf70ee814094869452948c0974696d657374616d70944a77b17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d33372d3433948c1074696d655f746869735f697465725f73944740531b3ae70000008c0c74696d655f746f74616c5f7394474090402e7bf000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e8cc1180000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a10f4600364476091882b4e07c2a583db7a7362756268317d94288c046c6f7373946836683c4308bd5eafa7ed32814094869452948c0974696d657374616d70944ac3b17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d33382d3539948c1074696d655f746869735f697465725f73944740533815fa0000008c0c74696d655f746f74616c5f739447409173afdb9000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407414660a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a11802fc66eefa36dbd984c4a672eac98d6007362756268317d94288c046c6f7373946836683c4308bfdfef77cf82804094869452948c0974696d657374616d70944a10b27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34302d3136948c1074696d655f746869735f697465725f73944740533921b60000008c0c74696d655f746f74616c5f7394474092a741f6f000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474078e2ae780000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a104e6e887c027a42afc340d5dff5a928217362756268317d94288c046c6f7373946836683c43089fcfe73353be7f4094869452948c0974696d657374616d70944a5db27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34312d3333948c1074696d655f746869735f697465725f739447405336e29a0000008c0c74696d655f746f74616c5f7394474093dab0209000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407db0671e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a1118d704e82568e1a57d4d2e0ce92a5184007362756268317d94288c046c6f7373946836683c430853a954ea22757e4094869452948c0974696d657374616d70944aaab27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34322d3530948c1074696d655f746869735f697465725f73944740533588eb0000008c0c74696d655f746f74616c5f73944740950e08af4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740813ee4aca000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a116bd1c8e63606edb53b42547b059e17ab007362756268317d94288c046c6f7373946836683c4308f4f97cde31b57d4094869452948c0974696d657374616d70944af6b27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34342d3036948c1074696d655f746869735f697465725f7394474053190a5b0000008c0c74696d655f746f74616c5f73944740963f9954f000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083a205f80000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a113d3d11da0bfbdfbd9145d6d1cedf46f9007362756268317d94288c046c6f7373946836683c4308c8e3f138fd377d4094869452948c0974696d657374616d70944a43b37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34352d3233948c1074696d655f746869735f697465725f73944740533f0e600000008c0c74696d655f746f74616c5f7394474097738a3af000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408609e7c40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64373862393439645f33305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d31352d34362f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a11d8b7ea668c4772aeb741e203db524f9e007362756268317d94288c046c6f7373946836683c43081a8d464367b57c4094869452948c0974696d657374616d70944a90b37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c086437386239343964948c0464617465948c13323032342d30362d32375f32302d34362d3430948c1074696d655f746869735f697465725f739447405337b2110000008c0c74696d655f746f74616c5f7394474098a7055c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fe3da0f39909ce48c026c7294473f1a65c6e82cab698c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408870de062000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"8e5e7f52\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d3134948c1863757272656e745f636865636b706f696e745f696e646578944b048c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f679ea8f5c18c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.2933049514156799,\n \"lr\": 0.011848091629580768,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.2933049514156799,\n \"lr\": 0.011848091629580768,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.2933049514156799,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.011848091629580768,\n \"n_head\": 4\n },\n \"experiment_tag\": \"31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2933,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0118,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719509211.1978602,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2114.985403466412,\n \"timestamp\": 1719509537,\n \"checkpoint_dir_name\": \"checkpoint_000004\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 5,\n \"trial_id\": \"8e5e7f52\",\n \"date\": \"2024-06-27_19-32-17\",\n \"time_this_iter_s\": 62.10174918174744,\n \"time_total_s\": 326.75364899635315,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.2933049514156799,\n \"lr\": 0.011848091629580768,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 326.75364899635315,\n \"iterations_since_restore\": 5,\n \"experiment_tag\": \"31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.2933,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0118,n_head=4\"\n },\n \"last_result_time\": 1719509537.9771423,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2238.4140029066193,\n \"min\": 2114.985403466412,\n \"avg\": 2180.0107214259347,\n \"last\": 2114.985403466412,\n \"last-5-avg\": 2180.0107214259347,\n \"last-10-avg\": 2180.0107214259347\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n },\n \"time_this_iter_s\": {\n \"max\": 76.45697116851807,\n \"min\": 62.10174918174744,\n \"avg\": 65.35072979927064,\n \"last\": 62.10174918174744,\n \"last-5-avg\": 65.35072979927062,\n \"last-10-avg\": 65.35072979927062\n },\n \"time_total_s\": {\n \"max\": 326.75364899635315,\n \"min\": 76.45697116851807,\n \"avg\": 201.89558091163636,\n \"last\": 326.75364899635315,\n \"last-5-avg\": 201.89558091163636,\n \"last-10-avg\": 201.89558091163636\n },\n \"time_since_restore\": {\n \"max\": 326.75364899635315,\n \"min\": 76.45697116851807,\n \"avg\": 201.89558091163636,\n \"last\": 326.75364899635315,\n \"last-5-avg\": 201.89558091163636,\n \"last-10-avg\": 201.89558091163636\n },\n \"iterations_since_restore\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c26030f8d37ca14094869452946807680d430828140aa5b651a14094869452946807680d430887c3e1e06c10a14094869452946807680d4308ecf57a6d2bc3a04094869452946807680d4308369bcd86f885a0409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c26030f8d37ca14094869452946807680d430828140aa5b651a14094869452946807680d430887c3e1e06c10a14094869452946807680d4308ecf57a6d2bc3a04094869452946807680d4308369bcd86f885a0409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740531d3f0400000047404f8d676800000047404f3efa0c00000047404f4c91f800000047404f0d061e000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740531d3f0400000047404f8d676800000047404f3efa0c00000047404f4c91f800000047404f0d061e000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740531d3f0400000047406171f95c00000047406941b7df0000004740708a6e2e8000004740746c0ef2400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740531d3f0400000047406171f95c00000047406941b7df0000004740708a6e2e8000004740746c0ef2400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740531d3f0400000047406171f95c00000047406941b7df0000004740708a6e2e8000004740746c0ef2400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740531d3f0400000047406171f95c00000047406941b7df0000004740708a6e2e8000004740746c0ef2400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954c140000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1027a1fda02d1183b71d4cf066c267dc07736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c26030f8d37ca14094869452948c0974696d657374616d70944a27a17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d32382d3037948c1074696d655f746869735f697465725f73944740531d3f040000008c0c74696d655f746f74616c5f73944740531d3f040000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740531d3f040000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11f6f229ac944bc0b2f34830c41f0680c3007362756268317d94288c046c6f7373946836683c430828140aa5b651a14094869452948c0974696d657374616d70944a66a17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d32392d3130948c1074696d655f746869735f697465725f739447404f8d67680000008c0c74696d655f746f74616c5f739447406171f95c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406171f95c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a110df6d619774c538f03498f150424aad4007362756268317d94288c046c6f7373946836683c430887c3e1e06c10a14094869452948c0974696d657374616d70944aa5a17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d33302d3133948c1074696d655f746869735f697465725f739447404f3efa0c0000008c0c74696d655f746f74616c5f739447406941b7df0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406941b7df0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a113b5eee4fed74f9a3e546e56c2cd16fef007362756268317d94288c046c6f7373946836683c4308ecf57a6d2bc3a04094869452948c0974696d657374616d70944ae3a17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d33312d3135948c1074696d655f746869735f697465725f739447404f4c91f80000008c0c74696d655f746f74616c5f73944740708a6e2e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740708a6e2e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38653565376635325f33315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f31392d32302d31342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11749d47e294fc8aabea4b25f7c1a152e6007362756268317d94288c046c6f7373946836683c4308369bcd86f885a04094869452948c0974696d657374616d70944a21a27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083865356537663532948c0464617465948c13323032342d30362d32375f31392d33322d3137948c1074696d655f746869735f697465725f739447404f0d061e0000008c0c74696d655f746f74616c5f73944740746c0ef24000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd2c582218574268c026c7294473f8843cff08d6fb88c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740746c0ef24000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c749468ef75622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"6b7688f2\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d3531948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f683564d75f8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.3756319644523144,\n \"lr\": 0.003959565870439527,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.3756319644523144,\n \"lr\": 0.003959565870439527,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.3756319644523144,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.003959565870439527,\n \"n_head\": 4\n },\n \"experiment_tag\": \"32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.3756,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0040,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719509538.1213415,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1977.05159056656,\n \"timestamp\": 1719512699,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"6b7688f2\",\n \"date\": \"2024-06-27_20-24-59\",\n \"time_this_iter_s\": 71.11927580833435,\n \"time_total_s\": 732.4098014831543,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.3756319644523144,\n \"lr\": 0.003959565870439527,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 365.8200936317444,\n \"iterations_since_restore\": 5,\n \"experiment_tag\": \"32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.3756,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0040,n_head=4\"\n },\n \"last_result_time\": 1719512699.2448514,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1989.802595964567,\n \"min\": 1962.6643076018086,\n \"avg\": 1970.8706661194324,\n \"last\": 1977.05159056656,\n \"last-5-avg\": 1967.1450121301364,\n \"last-10-avg\": 1970.8706661194326\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": true,\n \"min\": false,\n \"avg\": 0.1,\n \"last\": true,\n \"last-5-avg\": 0.2,\n \"last-10-avg\": 0.1\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 83.60843539237976,\n \"min\": 70.53654623031616,\n \"avg\": 73.24098014831543,\n \"last\": 71.11927580833435,\n \"last-5-avg\": 73.16401872634887,\n \"last-10-avg\": 73.24098014831543\n },\n \"time_total_s\": {\n \"max\": 732.4098014831543,\n \"min\": 83.60843539237976,\n \"avg\": 407.9442696094513,\n \"last\": 732.4098014831543,\n \"last-5-avg\": 590.818308019638,\n \"last-10-avg\": 407.9442696094513\n },\n \"time_since_restore\": {\n \"max\": 366.5897078514099,\n \"min\": 82.97016429901123,\n \"avg\": 224.64941568374635,\n \"last\": 365.8200936317444,\n \"last-5-avg\": 224.22860016822816,\n \"last-10-avg\": 224.64941568374633\n },\n \"iterations_since_restore\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243081e8fc7030db19e4094869452946807680d43080a8542c19bb49e4094869452946807680d4308f0f7fbade5ac9e4094869452946807680d4308793c1e2f23b89e4094869452946807680d4308a15028d434e49e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308de6eb7db35179f4094869452946807680d430802814040a8aa9e4094869452946807680d4308ca643269caca9e4094869452946807680d4308241289b4aa039f4094869452946807680d4308f8fbfdee99b39e4094869452946807680d43081e8fc7030db19e4094869452946807680d43080a8542c19bb49e4094869452946807680d4308f0f7fbade5ac9e4094869452946807680d4308793c1e2f23b89e4094869452946807680d4308a15028d434e49e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898988652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898988652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054be172c000000474051a256c6000000474051a8dd40000000474051a38f01000000474051c7a237000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054e6f09b000000474051aaa1c4000000474051b529d7000000474051aac02b000000474051b44165000000474054be172c000000474051a256c6000000474051a8dd40000000474051a38f01000000474051c7a237000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407c18f53c80000047408040c57700000047408275e11f000000474084aa52ff200000474086e34746000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054e6f09b00000047406348c92f80000047406c235e1b0000004740727c5f18400000474076e96f7180000047407c18f53c80000047408040c57700000047408275e11f000000474084aa52ff200000474086e34746000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474054be172c0000004740633036f900000047406c04a5990000004740726b368cc00000474076dd1f1a800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054e6f09b00000047406348c92f80000047406c235e1b0000004740727c5f18400000474076e96f71800000474054be172c0000004740633036f900000047406c04a5990000004740726b368cc00000474076dd1f1a800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b014b024b034b044b05652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059509260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a103c0571b904872bbf36407febb80bab58736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308de6eb7db35179f4094869452948c0974696d657374616d70944a75a27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33332d3431948c1074696d655f746869735f697465725f7394474054e6f09b0000008c0c74696d655f746f74616c5f7394474054e6f09b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474054e6f09b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1017261739721814a5ec469c55e054d6457362756268317d94288c046c6f7373946836683c430802814040a8aa9e4094869452948c0974696d657374616d70944abca27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33342d3532948c1074696d655f746869735f697465725f7394474051aaa1c40000008c0c74696d655f746f74616c5f739447406348c92f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406348c92f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1058901253b2e9aa88b34891aec305c44c7362756268317d94288c046c6f7373946836683c4308ca643269caca9e4094869452948c0974696d657374616d70944a03a37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33362d3033948c1074696d655f746869735f697465725f7394474051b529d70000008c0c74696d655f746f74616c5f739447406c235e1b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406c235e1b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a104df7b78aa6645fa6e442a0ea8f4c5d127362756268317d94288c046c6f7373946836683c4308241289b4aa039f4094869452948c0974696d657374616d70944a49a37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33372d3133948c1074696d655f746869735f697465725f7394474051aac02b0000008c0c74696d655f746f74616c5f73944740727c5f184000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740727c5f184000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10424bc6d334aef894564ab5732c2a82297362756268317d94288c046c6f7373946836683c4308f8fbfdee99b39e4094869452948c0974696d657374616d70944a90a37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f31392d33382d3234948c1074696d655f746869735f697465725f7394474051b441650000008c0c74696d655f746f74616c5f7394474076e96f718000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474076e96f718000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a115a6401e67ae1c981ff4ec9be1600b5f7007362756268317d94288c046c6f7373946836683c43081e8fc7030db19e4094869452948c0974696d657374616d70944a60ad7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32302d3136948c1074696d655f746869735f697465725f7394474054be172c0000008c0c74696d655f746f74616c5f739447407c18f53c8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474054be172c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10323a4964cd7ab1ab114b89042dc203577362756268317d94288c046c6f7373946836683c43080a8542c19bb49e4094869452948c0974696d657374616d70944aa6ad7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32312d3236948c1074696d655f746869735f697465725f7394474051a256c60000008c0c74696d655f746f74616c5f739447408040c5770000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740633036f90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a111bc51691da50e587f2413bc08329b8c6007362756268317d94288c046c6f7373946836683c4308f0f7fbade5ac9e4094869452948c0974696d657374616d70944aedad7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32322d3337948c1074696d655f746869735f697465725f7394474051a8dd400000008c0c74696d655f746f74616c5f739447408275e11f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406c04a5990000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a108b7ec37b153c64880d4c78163b71ef377362756268317d94288c046c6f7373946836683c4308793c1e2f23b89e4094869452948c0974696d657374616d70944a34ae7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32332d3438948c1074696d655f746869735f697465725f7394474051a38f010000008c0c74696d655f746f74616c5f7394474084aa52ff2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740726b368cc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36623736383866325f33325f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f31392d32362d35312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a101349eefb7b3d979a564bfe2c861c70587362756268317d94288c046c6f7373946836683c4308a15028d434e49e4094869452948c0974696d657374616d70944a7bae7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083662373638386632948c0464617465948c13323032342d30362d32375f32302d32342d3539948c1074696d655f746869735f697465725f7394474051c7a2370000008c0c74696d655f746f74616c5f7394474086e347460000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fd80a5aa6a9ea4a8c026c7294473f7037e7deb7e4638c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474076dd1f1a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"12269c59\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d3138948c1863757272656e745f636865636b706f696e745f696e646578944b048c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f6880c216788c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3380953528716497,\n \"lr\": 0.07187916796871326,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3380953528716497,\n \"lr\": 0.07187916796871326,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.3380953528716497,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 8,\n \"lr\": 0.07187916796871326,\n \"n_head\": 16\n },\n \"experiment_tag\": \"33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.3381,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0719,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719509904.8849514,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2631.3529908187747,\n \"timestamp\": 1719510773,\n \"checkpoint_dir_name\": \"checkpoint_000004\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 5,\n \"trial_id\": \"12269c59\",\n \"date\": \"2024-06-27_19-52-53\",\n \"time_this_iter_s\": 170.7047655582428,\n \"time_total_s\": 868.424795627594,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3380953528716497,\n \"lr\": 0.07187916796871326,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 868.424795627594,\n \"iterations_since_restore\": 5,\n \"experiment_tag\": \"33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.3381,embedding_dim=256,encoder_ff=1024,encoder_num_layer=8,lr=0.0719,n_head=16\"\n },\n \"last_result_time\": 1719510773.3369021,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3017.182736374262,\n \"min\": 2631.3529908187747,\n \"avg\": 2842.475900436762,\n \"last\": 2631.3529908187747,\n \"last-5-avg\": 2842.4759004367615,\n \"last-10-avg\": 2842.4759004367615\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n },\n \"time_this_iter_s\": {\n \"max\": 184.32761549949646,\n \"min\": 170.7047655582428,\n \"avg\": 173.68495912551882,\n \"last\": 170.7047655582428,\n \"last-5-avg\": 173.6849591255188,\n \"last-10-avg\": 173.6849591255188\n },\n \"time_total_s\": {\n \"max\": 868.424795627594,\n \"min\": 184.32761549949646,\n \"avg\": 526.509883069992,\n \"last\": 868.424795627594,\n \"last-5-avg\": 526.509883069992,\n \"last-10-avg\": 526.509883069992\n },\n \"time_since_restore\": {\n \"max\": 868.424795627594,\n \"min\": 184.32761549949646,\n \"avg\": 526.509883069992,\n \"last\": 868.424795627594,\n \"last-5-avg\": 526.509883069992,\n \"last-10-avg\": 526.509883069992\n },\n \"iterations_since_restore\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9f8f5d92a74094869452946807680d430822914804370ba74094869452946807680d4308894422115551a64094869452946807680d43086fb7dbed238ba54094869452946807680d4308da6c36bbb48ea4409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9f8f5d92a74094869452946807680d430822914804370ba74094869452946807680d4308894422115551a64094869452946807680d43086fb7dbed238ba54094869452946807680d4308da6c36bbb48ea4409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740670a7bd380000047406557ccde0000004740657de52f80000047406556dc9b800000474065568d70800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740670a7bd380000047406557ccde0000004740657de52f80000047406556dc9b800000474065568d70800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740670a7bd3800000474076312458c00000474080780b78400000474085cdc29f20000047408b2365fb400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740670a7bd3800000474076312458c00000474080780b78400000474085cdc29f20000047408b2365fb400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740670a7bd3800000474076312458c00000474080780b78400000474085cdc29f20000047408b2365fb400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740670a7bd3800000474076312458c00000474080780b78400000474085cdc29f20000047408b2365fb400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f140000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1037b1399531ed1299444fb853fff5305a736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9f8f5d92a74094869452948c0974696d657374616d70944a49a47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d34312d3239948c1074696d655f746869735f697465725f73944740670a7bd38000008c0c74696d655f746f74616c5f73944740670a7bd38000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740670a7bd38000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11d06c29d35867e397a3472b24440979cb007362756268317d94288c046c6f7373946836683c430822914804370ba74094869452948c0974696d657374616d70944af3a47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d34342d3139948c1074696d655f746869735f697465725f739447406557ccde0000008c0c74696d655f746f74616c5f7394474076312458c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076312458c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10c084c8f165d463914f446a5b12946b7d7362756268317d94288c046c6f7373946836683c4308894422115551a64094869452948c0974696d657374616d70944a9ea57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d34372d3131948c1074696d655f746869735f697465725f73944740657de52f8000008c0c74696d655f746f74616c5f7394474080780b784000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080780b784000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10cca97005b47ee09d3a4f8a0c9c4319307362756268317d94288c046c6f7373946836683c43086fb7dbed238ba54094869452948c0974696d657374616d70944a4aa67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d35302d3032948c1074696d655f746869735f697465725f739447406556dc9b8000008c0c74696d655f746f74616c5f7394474085cdc29f2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085cdc29f2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323236396335395f33335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33322d31382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11b4ad2137842fdfb075481275eaa369f8007362756268317d94288c046c6f7373946836683c4308da6c36bbb48ea44094869452948c0974696d657374616d70944af5a67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083132323639633539948c0464617465948c13323032342d30362d32375f31392d35322d3533948c1074696d655f746869735f697465725f7394474065568d708000008c0c74696d655f746f74616c5f739447408b2365fb4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd5a35ab0e0da288c026c7294473fb266ac53b076e58c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408b2365fb4000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c749468ef75622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"b167b5be\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d3234948c1863757272656e745f636865636b706f696e745f696e646578944b048c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f68cc1de5b58c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.9916390007635185,\n \"lr\": 0.02082451872516576,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.9916390007635185,\n \"lr\": 0.02082451872516576,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.9916390007635185,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.02082451872516576,\n \"n_head\": 2\n },\n \"experiment_tag\": \"34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.9916,embedding_dim=256,encoder_ff=512,encoder_num_layer=1,lr=0.0208,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719510773.481196,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2179.0624384842517,\n \"timestamp\": 1719511075,\n \"checkpoint_dir_name\": \"checkpoint_000004\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 5,\n \"trial_id\": \"b167b5be\",\n \"date\": \"2024-06-27_19-57-55\",\n \"time_this_iter_s\": 57.4915931224823,\n \"time_total_s\": 301.6636803150177,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.9916390007635185,\n \"lr\": 0.02082451872516576,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 301.6636803150177,\n \"iterations_since_restore\": 5,\n \"experiment_tag\": \"34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.9916,embedding_dim=256,encoder_ff=512,encoder_num_layer=1,lr=0.0208,n_head=2\"\n },\n \"last_result_time\": 1719511075.1690466,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2619.9586787186267,\n \"min\": 2179.0624384842517,\n \"avg\": 2394.6708419199067,\n \"last\": 2179.0624384842517,\n \"last-5-avg\": 2394.6708419199067,\n \"last-10-avg\": 2394.6708419199067\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n },\n \"time_this_iter_s\": {\n \"max\": 71.05141735076904,\n \"min\": 57.45701217651367,\n \"avg\": 60.332736063003544,\n \"last\": 57.4915931224823,\n \"last-5-avg\": 60.33273606300354,\n \"last-10-avg\": 60.33273606300354\n },\n \"time_total_s\": {\n \"max\": 301.6636803150177,\n \"min\": 71.05141735076904,\n \"avg\": 186.5413459777832,\n \"last\": 301.6636803150177,\n \"last-5-avg\": 186.5413459777832,\n \"last-10-avg\": 186.5413459777832\n },\n \"time_since_restore\": {\n \"max\": 301.6636803150177,\n \"min\": 71.05141735076904,\n \"avg\": 186.5413459777832,\n \"last\": 301.6636803150177,\n \"last-5-avg\": 186.5413459777832,\n \"last-10-avg\": 186.5413459777832\n },\n \"iterations_since_restore\": {\n \"max\": 5,\n \"min\": 1,\n \"avg\": 3.0,\n \"last\": 5,\n \"last-5-avg\": 3.0,\n \"last-10-avg\": 3.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bfdfefd7ea77a44094869452946807680d4308341a8d66526ea34094869452946807680d43084ba552a9e4c1a24094869452946807680d4308da6c367b73dca14094869452946807680d4308bfdfeff71f06a1409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bfdfefd7ea77a44094869452946807680d4308341a8d66526ea34094869452946807680d43084ba552a9e4c1a24094869452946807680d4308da6c367b73dca14094869452946807680d4308bfdfeff71f06a1409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051c34a6c00000047404d06ca6e00000047404cce284e00000047404cba7f6000000047404cbeec86000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051c34a6c00000047404d06ca6e00000047404cce284e00000047404cba7f6000000047404cbeec86000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051c34a6c0000004740602357d180000047406756e1e500000047406e8581bd000000474072da9e6f400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051c34a6c0000004740602357d180000047406756e1e500000047406e8581bd000000474072da9e6f400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051c34a6c0000004740602357d180000047406756e1e500000047406e8581bd000000474072da9e6f400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051c34a6c0000004740602357d180000047406756e1e500000047406e8581bd000000474072da9e6f400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b034b044b05652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b05652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059550140000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a107a3961e2297e63ae4e4f30bfa7c1ae20736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308bfdfefd7ea77a44094869452948c0974696d657374616d70944a3ca77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35342d3034948c1074696d655f746869735f697465725f7394474051c34a6c0000008c0c74696d655f746f74616c5f7394474051c34a6c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474051c34a6c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11121a7b021f9aa0ad3b44a3a6b91e7d92007362756268317d94288c046c6f7373946836683c4308341a8d66526ea34094869452948c0974696d657374616d70944a76a77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35352d3032948c1074696d655f746869735f697465725f739447404d06ca6e0000008c0c74696d655f746f74616c5f73944740602357d18000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740602357d18000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11231dff5d434a0c98e74f4aa7e4e4d296007362756268317d94288c046c6f7373946836683c43084ba552a9e4c1a24094869452948c0974696d657374616d70944ab0a77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35362d3030948c1074696d655f746869735f697465725f739447404cce284e0000008c0c74696d655f746f74616c5f739447406756e1e50000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406756e1e50000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a111d755b26ec7b379f8247ae94e542f7cc007362756268317d94288c046c6f7373946836683c4308da6c367b73dca14094869452948c0974696d657374616d70944ae9a77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35362d3537948c1074696d655f746869735f697465725f739447404cba7f600000008c0c74696d655f746f74616c5f739447406e8581bd0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e8581bd0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62313637623562655f33345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d33382d32342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10cad1734ef18e53b0d443887ff52ffd347362756268317d94288c046c6f7373946836683c4308bfdfeff71f06a14094869452948c0974696d657374616d70944a23a87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086231363762356265948c0464617465948c13323032342d30362d32375f31392d35372d3535948c1074696d655f746869735f697465725f739447404cbeec860000008c0c74696d655f746f74616c5f7394474072da9e6f4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fefbb81b6b6f5328c026c7294473f955305cb84a29c8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072da9e6f4000008c18697465726174696f6e735f73696e63655f726573746f7265944b05757562658c195f6c61746573745f636865636b706f696e745f726573756c749468ef75622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"694ee9b5\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d3533948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f69ae3deee78c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7402505539115447,\n \"lr\": 0.0006126521431696416,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7402505539115447,\n \"lr\": 0.0006126521431696416,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.7402505539115447,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0006126521431696416,\n \"n_head\": 1\n },\n \"experiment_tag\": \"35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.7403,embedding_dim=64,encoder_ff=1024,encoder_num_layer=4,lr=0.0006,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719511075.3267806,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1427.2011093980684,\n \"timestamp\": 1719511663,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 10,\n \"trial_id\": \"694ee9b5\",\n \"date\": \"2024-06-27_20-07-43\",\n \"time_this_iter_s\": 57.44098997116089,\n \"time_total_s\": 588.59880900383,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.7402505539115447,\n \"lr\": 0.0006126521431696416,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 588.59880900383,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.7403,embedding_dim=64,encoder_ff=1024,encoder_num_layer=4,lr=0.0006,n_head=1\"\n },\n \"last_result_time\": 1719511663.9820073,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2003.6415064053272,\n \"min\": 1366.6497523991143,\n \"avg\": 1623.0750803549456,\n \"last\": 1427.2011093980684,\n \"last-5-avg\": 1464.264758781373,\n \"last-10-avg\": 1623.0750803549458\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 70.52699637413025,\n \"min\": 57.10992646217346,\n \"avg\": 58.859880900383,\n \"last\": 57.44098997116089,\n \"last-5-avg\": 57.52015929222107,\n \"last-10-avg\": 58.859880900383\n },\n \"time_total_s\": {\n \"max\": 588.59880900383,\n \"min\": 70.52699637413025,\n \"avg\": 329.55694622993474,\n \"last\": 588.59880900383,\n \"last-5-avg\": 473.43298115730283,\n \"last-10-avg\": 329.5569462299347\n },\n \"time_since_restore\": {\n \"max\": 588.59880900383,\n \"min\": 70.52699637413025,\n \"avg\": 329.55694622993474,\n \"last\": 588.59880900383,\n \"last-5-avg\": 473.43298115730283,\n \"last-10-avg\": 329.5569462299347\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083e9fcf27c014964094869452946807680d43089bcd66935d2d984094869452946807680d4308c662b158995a954094869452946807680d430869341a8dc67b984094869452946807680d43087d3e9fefcd4c96409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c260303877109f4094869452946807680d4308381c0ee7904e9f4094869452946807680d4308369bcd0665189f4094869452946807680d4308201008040352984094869452946807680d4308bfdfef17456c954094869452946807680d43083e9fcf27c014964094869452946807680d43089bcd66935d2d984094869452946807680d4308c662b158995a954094869452946807680d430869341a8dc67b984094869452946807680d43087d3e9fefcd4c96409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404c8e121200000047404cc7cc8a00000047404cfb368800000047404cc35f6600000047404cb8725c000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051a1ba4f00000047404ce1005e00000047404cb6dae000000047404c95805000000047404d0eeeb400000047404c8e121200000047404cc7cc8a00000047404cfb368800000047404cc35f6600000047404cb8725c000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407661ba1e400000474079fab3af80000047407d9a1a80800000474080994336a0000047408264ca5c600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051a1ba4f000000474060091d3f00000047406736d3f700000047406e5c340b000000474072cff7dc00000047407661ba1e400000474079fab3af80000047407d9a1a80800000474080994336a0000047408264ca5c600000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407661ba1e400000474079fab3af80000047407d9a1a80800000474080994336a0000047408264ca5c600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051a1ba4f000000474060091d3f00000047406736d3f700000047406e5c340b000000474072cff7dc00000047407661ba1e400000474079fab3af80000047407d9a1a80800000474080994336a0000047408264ca5c600000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950d260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11a64e6a40f72d9d97bf4a661c9271d7d400736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c260303877109f4094869452948c0974696d657374616d70944a69a87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f31392d35392d3035948c1074696d655f746869735f697465725f7394474051a1ba4f0000008c0c74696d655f746f74616c5f7394474051a1ba4f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474051a1ba4f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a105ea147eaf1d8d8a263435e7c5be44f327362756268317d94288c046c6f7373946836683c4308381c0ee7904e9f4094869452948c0974696d657374616d70944aa3a87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30302d3033948c1074696d655f746869735f697465725f739447404ce1005e0000008c0c74696d655f746f74616c5f7394474060091d3f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474060091d3f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11533600d05dbcc6ba4e46c6b19b23c49b007362756268317d94288c046c6f7373946836683c4308369bcd0665189f4094869452948c0974696d657374616d70944adda87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30312d3031948c1074696d655f746869735f697465725f739447404cb6dae00000008c0c74696d655f746f74616c5f739447406736d3f70000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406736d3f70000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10dd29e0f37ab8bf9a704d9dea20d0ff217362756268317d94288c046c6f7373946836683c4308201008040352984094869452948c0974696d657374616d70944a16a97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30312d3538948c1074696d655f746869735f697465725f739447404c9580500000008c0c74696d655f746f74616c5f739447406e5c340b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e5c340b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a103a6a044a7aa355b60d4bd249e2c04d5d7362756268317d94288c046c6f7373946836683c4308bfdfef17456c954094869452948c0974696d657374616d70944a50a97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30322d3536948c1074696d655f746869735f697465725f739447404d0eeeb40000008c0c74696d655f746f74616c5f7394474072cff7dc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072cff7dc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a110448d855a2d47abd0343e6ea31b07792007362756268317d94288c046c6f7373946836683c43083e9fcf27c014964094869452948c0974696d657374616d70944a89a97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30332d3533948c1074696d655f746869735f697465725f739447404c8e12120000008c0c74696d655f746f74616c5f739447407661ba1e4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407661ba1e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a116e71b942d93fb6b944441d1a96b3a29d007362756268317d94288c046c6f7373946836683c43089bcd66935d2d984094869452948c0974696d657374616d70944ac3a97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30342d3531948c1074696d655f746869735f697465725f739447404cc7cc8a0000008c0c74696d655f746f74616c5f7394474079fab3af8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474079fab3af8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a118e2ed835b2d4e4ad57409bdcd8da04a7007362756268317d94288c046c6f7373946836683c4308c662b158995a954094869452948c0974696d657374616d70944afca97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30352d3439948c1074696d655f746869735f697465725f739447404cfb36880000008c0c74696d655f746f74616c5f739447407d9a1a808000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407d9a1a808000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a105313dce58a0a8ca7964d2de8d369970a7362756268317d94288c046c6f7373946836683c430869341a8dc67b984094869452948c0974696d657374616d70944a36aa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30362d3436948c1074696d655f746869735f697465725f739447404cc35f660000008c0c74696d655f746f74616c5f7394474080994336a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080994336a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36393465653962355f33355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f31392d35322d35332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1145fae3dbb7133a8b204524eecf4a2bac007362756268317d94288c046c6f7373946836683c43087d3e9fefcd4c964094869452948c0974696d657374616d70944a6faa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083639346565396235948c0464617465948c13323032342d30362d32375f32302d30372d3433948c1074696d655f746869735f697465725f739447404cb8725c0000008c0c74696d655f746f74616c5f739447408264ca5c6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fe7b021edfcabc88c026c7294473f44134c759934458c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408264ca5c6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"0cc69cc0\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d3535948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f69f9c6a82a8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.6143131375049876,\n \"lr\": 0.0007003169863053682,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.6143131375049876,\n \"lr\": 0.0007003169863053682,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.6143131375049876,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0007003169863053682,\n \"n_head\": 4\n },\n \"experiment_tag\": \"36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.6143,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0007,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719514001.0034766,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1976.771424781619,\n \"timestamp\": 1719520207,\n \"checkpoint_dir_name\": \"checkpoint_000019\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 20,\n \"trial_id\": \"0cc69cc0\",\n \"date\": \"2024-06-27_22-30-07\",\n \"time_this_iter_s\": 65.2650773525238,\n \"time_total_s\": 1335.995492696762,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.6143131375049876,\n \"lr\": 0.0007003169863053682,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 671.3338758945465,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.6143,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0007,n_head=4\"\n },\n \"last_result_time\": 1719520207.0280643,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1980.4066219780389,\n \"min\": 1451.6436892531988,\n \"avg\": 1950.5915197177194,\n \"last\": 1976.771424781619,\n \"last-5-avg\": 1976.8154385303885,\n \"last-10-avg\": 1976.6620400736651\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 20,\n \"min\": 1,\n \"avg\": 10.5,\n \"last\": 20,\n \"last-5-avg\": 18.0,\n \"last-10-avg\": 15.5\n },\n \"time_this_iter_s\": {\n \"max\": 79.15366196632385,\n \"min\": 64.93273973464966,\n \"avg\": 66.7997746348381,\n \"last\": 65.2650773525238,\n \"last-5-avg\": 65.74246759414673,\n \"last-10-avg\": 67.13338758945466\n },\n \"time_total_s\": {\n \"max\": 1335.995492696762,\n \"min\": 78.72657775878906,\n \"avg\": 705.7585663080215,\n \"last\": 1335.995492696762,\n \"last-5-avg\": 1204.6566157341003,\n \"last-10-avg\": 1040.0711252212525\n },\n \"time_since_restore\": {\n \"max\": 671.3338758945465,\n \"min\": 78.72657775878906,\n \"avg\": 373.4277579069137,\n \"last\": 671.3338758945465,\n \"last-5-avg\": 539.9949989318848,\n \"last-10-avg\": 375.40950841903685\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.499999999999999,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080a854241bee39e4094869452946807680d4308bfdfefd7f1e29e4094869452946807680d4308753a9dee4fe79e4094869452946807680d43089bcd661339df9e4094869452946807680d430883c160f015e39e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308369bcd060eeb9e4094869452946807680d4308bfdfeff74bdf9e4094869452946807680d4308da6c361b07d99e4094869452946807680d4308bfdfeff70ce39e4094869452946807680d430867b3d92cbee39e4094869452946807680d43080a854241bee39e4094869452946807680d4308bfdfefd7f1e29e4094869452946807680d4308753a9dee4fe79e4094869452946807680d43089bcd661339df9e4094869452946807680d430883c160f015e39e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474050722dd100000047405071312a000000474050745f4900000047405084e1a700000047405050f707000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053c9d5990000004740506fb8670000004740506e43bd0000004740508ce132000000474050731458000000474050722dd100000047405071312a000000474050745f4900000047405084e1a700000047405050f707000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474090c444d0600000474091cb57e3000000474092d29dd7900000474093daebf2000000474094dffb62700000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740873e85b0e000004740894c7cbdc0000047408b5a453560000047408d6be15ba0000047408f7a43e6a00000474090c444d0600000474091cb57e3000000474092d29dd7900000474093daebf2000000474094dffb62700000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474079867d4600000047407da2c990800000474080dff0b1600000474082f08ce6400000474084faabc7200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053c9d5990000004740621cc70000000047406a53e8de8000004740714d2cbbc0000047407569f1d1c00000474079867d4600000047407da2c990800000474080dff0b1600000474082f08ce6400000474084faabc7200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059588490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10d3d2f923a6b5a8963a42cd23a5317a55736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243080c068361a0f19e4094869452948c0974696d657374616d70944adfb37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d34372d3539948c1074696d655f746869735f697465725f7394474053ae80400000008c0c74696d655f746f74616c5f7394474053ae80400000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053ae80400000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10c76b3560ea24d08cc4498853eb2d50357362756268317d94288c046c6f7373946836683c4308b95c2e77e0da9e4094869452948c0974696d657374616d70944a20b47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d34392d3034948c1074696d655f746869735f697465725f73944740503bb2020000008c0c74696d655f746f74616c5f7394474061f519210000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474061f519210000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a108b0ebb4048f3c1b2fc4d63fdf770762a7362756268317d94288c046c6f7373946836683c4308a9542ad58aed9e4094869452948c0974696d657374616d70944a61b47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35302d3039948c1074696d655f746869735f697465725f739447405043663c0000008c0c74696d655f746f74616c5f739447406a16cc3f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a16cc3f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11a07410175c33babc1f45b4527d72309c007362756268317d94288c046c6f7373946836683c430867b3d98c1bec9e4094869452948c0974696d657374616d70944aa2b47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35312d3134948c1074696d655f746869735f697465725f7394474050411aa50000008c0c74696d655f746f74616c5f73944740711bacc8c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740711bacc8c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1160ae920033e149a1f24dbf82795b31cd007362756268317d94288c046c6f7373946836683c4308c4e17058e5e19e4094869452948c0974696d657374616d70944ae3b47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35322d3139948c1074696d655f746869735f697465725f7394474050441cb20000008c0c74696d655f746f74616c5f73944740752cb3f54000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740752cb3f54000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1180fd69741c532189184cf47257a19b94007362756268317d94288c046c6f7373946836683c4308b95c2ef745e89e4094869452948c0974696d657374616d70944a24b57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35332d3234948c1074696d655f746869735f697465725f73944740504001130000008c0c74696d655f746f74616c5f73944740793cb43a0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740793cb43a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a101e1192683aa53787ed4e8af009c2e3697362756268317d94288c046c6f7373946836683c43081a8d462393ae964094869452948c0974696d657374616d70944a65b57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35342d3239948c1074696d655f746869735f697465725f73944740503e576f0000008c0c74696d655f746f74616c5f739447407d4c4a15c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407d4c4a15c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a104d32fff38b9d1293b44cfa00e8934e637362756268317d94288c046c6f7373946836683c43086d369b0d7beb9e4094869452948c0974696d657374616d70944aa7b57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35352d3335948c1074696d655f746869735f697465725f739447405063e49c0000008c0c74696d655f746f74616c5f7394474080b2a19e6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080b2a19e6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10b107bfa8e82ac7b6e541479ecac06d737362756268317d94288c046c6f7373946836683c4308128944e271d69e4094869452948c0974696d657374616d70944ae8b57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35362d3430948c1074696d655f746869735f697465725f73944740503d38cf0000008c0c74696d655f746f74616c5f7394474082ba48b84000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082ba48b84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11a2f45026c0734692e64588adb3a3c0fc007362756268317d94288c046c6f7373946836683c4308592c166b04d49e4094869452948c0974696d657374616d70944a29b67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32302d35372d3435948c1074696d655f746869735f697465725f739447405058122c0000008c0c74696d655f746f74616c5f7394474084c54afdc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474084c54afdc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a75756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a107edf66b18e3bcda83b4d51022001987d7362756268317d94288c046c6f7373946836683c4308369bcd060eeb9e4094869452948c0974696d657374616d70944a7ec97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32302d3134948c1074696d655f746869735f697465725f7394474053c9d5990000008c0c74696d655f746f74616c5f73944740873e85b0e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053c9d5990000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a11731297fd5f0eb3a70f4a44fc1a2f0a80007362756268317d94288c046c6f7373946836683c4308bfdfeff74bdf9e4094869452948c0974696d657374616d70944ac0c97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32312d3230948c1074696d655f746869735f697465725f73944740506fb8670000008c0c74696d655f746f74616c5f73944740894c7cbdc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740621cc7000000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a10a253b34fdfe663956a495f2cb6c750017362756268317d94288c046c6f7373946836683c4308da6c361b07d99e4094869452948c0974696d657374616d70944a02ca7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32322d3236948c1074696d655f746869735f697465725f73944740506e43bd0000008c0c74696d655f746f74616c5f739447408b5a45356000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a53e8de8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11eded4201d63d5f9b6643e00f360f6683007362756268317d94288c046c6f7373946836683c4308bfdfeff70ce39e4094869452948c0974696d657374616d70944a44ca7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32332d3332948c1074696d655f746869735f697465725f73944740508ce1320000008c0c74696d655f746f74616c5f739447408d6be15ba000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740714d2cbbc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a113dff28fa55d1d494374bfd399e794880007362756268317d94288c046c6f7373946836683c430867b3d92cbee39e4094869452948c0974696d657374616d70944a86ca7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32342d3338948c1074696d655f746869735f697465725f73944740507314580000008c0c74696d655f746f74616c5f739447408f7a43e6a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407569f1d1c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a115cba641b6e1165890f459c08a2f267e5007362756268317d94288c046c6f7373946836683c43080a854241bee39e4094869452948c0974696d657374616d70944ac8ca7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32352d3434948c1074696d655f746869735f697465725f7394474050722dd10000008c0c74696d655f746f74616c5f7394474090c444d06000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474079867d460000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a101a3a6585e20f9cb51f4386d630d650167362756268317d94288c046c6f7373946836683c4308bfdfefd7f1e29e4094869452948c0974696d657374616d70944a09cb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32362d3439948c1074696d655f746869735f697465725f739447405071312a0000008c0c74696d655f746f74616c5f7394474091cb57e30000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407da2c9908000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a1020fc09a084eec795c34f8115137c5d197362756268317d94288c046c6f7373946836683c4308753a9dee4fe79e4094869452948c0974696d657374616d70944a4bcb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32372d3535948c1074696d655f746869735f697465725f7394474050745f490000008c0c74696d655f746f74616c5f7394474092d29dd79000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080dff0b16000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a103c8c86ba4ef9d6a519495f7642a731607362756268317d94288c046c6f7373946836683c43089bcd661339df9e4094869452948c0974696d657374616d70944a8dcb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d32392d3031948c1074696d655f746869735f697465725f739447405084e1a70000008c0c74696d655f746f74616c5f7394474093daebf20000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082f08ce64000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30636336396363305f33365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f31392d35372d35352f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a11751de4aee43c9781024ef3c38c9090f0007362756268317d94288c046c6f7373946836683c430883c160f015e39e4094869452948c0974696d657374616d70944acfcb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c083063633639636330948c0464617465948c13323032342d30362d32375f32322d33302d3037948c1074696d655f746869735f697465725f739447405050f7070000008c0c74696d655f746f74616c5f7394474094dffb627000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3a8740662c94d8c026c7294473f46f2af46c930ae8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474084faabc72000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"6ef1de40\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d3431948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f6ca1148e838c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.49537163003492246,\n \"lr\": 0.001560166878876501,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.49537163003492246,\n \"lr\": 0.001560166878876501,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.49537163003492246,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 8,\n \"lr\": 0.001560166878876501,\n \"n_head\": 16\n },\n \"experiment_tag\": \"37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.4954,embedding_dim=256,encoder_ff=512,encoder_num_layer=8,lr=0.0016,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719514665.8585112,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1973.7387137826033,\n \"timestamp\": 1719517360,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 10,\n \"trial_id\": \"6ef1de40\",\n \"date\": \"2024-06-27_21-42-40\",\n \"time_this_iter_s\": 267.4155812263489,\n \"time_total_s\": 2694.710231781006,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.49537163003492246,\n \"lr\": 0.001560166878876501,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 2694.710231781006,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.4954,embedding_dim=256,encoder_ff=512,encoder_num_layer=8,lr=0.0016,n_head=16\"\n },\n \"last_result_time\": 1719517360.6187065,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1983.0505034679502,\n \"min\": 1968.2562842181349,\n \"avg\": 1973.104783330001,\n \"last\": 1973.7387137826033,\n \"last-5-avg\": 1974.9902437945989,\n \"last-10-avg\": 1973.1047833300013\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 281.80140829086304,\n \"min\": 267.4155812263489,\n \"avg\": 269.4710231781006,\n \"last\": 267.4155812263489,\n \"last-5-avg\": 267.828737449646,\n \"last-10-avg\": 269.4710231781006\n },\n \"time_total_s\": {\n \"max\": 2694.710231781006,\n \"min\": 281.80140829086304,\n \"avg\": 1489.0121746540071,\n \"last\": 2694.710231781006,\n \"last-5-avg\": 2159.3639234542848,\n \"last-10-avg\": 1489.012174654007\n },\n \"time_since_restore\": {\n \"max\": 2694.710231781006,\n \"min\": 281.80140829086304,\n \"avg\": 1489.0121746540071,\n \"last\": 2694.710231781006,\n \"last-5-avg\": 2159.3639234542848,\n \"last-10-avg\": 1489.012174654007\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308ee76bb9d46cb9e4094869452946807680d4308b7dbedf6cac49e4094869452946807680d4308b95c2eb733fc9e4094869452946807680d4308793c1e4f94e89e4094869452946807680d43088bc56271f4d69e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084522918892d39e4094869452946807680d43080e87c3e135ca9e4094869452946807680d43087bbd5e6f06c19e4094869452946807680d4308d0e7f3597cdf9e4094869452946807680d4308da6c36bb17c29e4094869452946807680d4308ee76bb9d46cb9e4094869452946807680d4308b7dbedf6cac49e4094869452946807680d4308b95c2eb733fc9e4094869452946807680d4308793c1e4f94e89e4094869452946807680d43088bc56271f4d69e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474070bfad29000000474070c1b5ce000000474070bf645d800000474070badefe000000474070b6a638800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740719cd291800000474070c44766800000474070c86cbd400000474070cacb00800000474070c4bedb400000474070bfad29000000474070c1b5ce000000474070bf645d800000474070badefe000000474070b6a638800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740995e2f6e80000047409d8e9ce20000004740a0df3afcb000004740a2f696dc7000004740a50d6ba3800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740719cd291800000474081308cfc00000047408994c35aa00000474090fd146d7000004740952e44244000004740995e2f6e80000047409d8e9ce20000004740a0df3afcb000004740a2f696dc7000004740a50d6ba3800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740995e2f6e80000047409d8e9ce20000004740a0df3afcb000004740a2f696dc7000004740a50d6ba3800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740719cd291800000474081308cfc00000047408994c35aa00000474090fd146d7000004740952e44244000004740995e2f6e80000047409d8e9ce20000004740a0df3afcb000004740a2f696dc7000004740a50d6ba3800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059514260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10e877ad68df15b9920e4991a7280bf92b736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084522918892d39e4094869452948c0974696d657374616d70944a43b77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d30322d3237948c1074696d655f746869735f697465725f73944740719cd2918000008c0c74696d655f746f74616c5f73944740719cd2918000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740719cd2918000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11058da0bfb1c3b8bde04c240efba852ac007362756268317d94288c046c6f7373946836683c43080e87c3e135ca9e4094869452948c0974696d657374616d70944a4fb87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d30362d3535948c1074696d655f746869735f697465725f7394474070c447668000008c0c74696d655f746f74616c5f7394474081308cfc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474081308cfc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a109a2c56f1460560bc8c48fa5bdf6bbb5f7362756268317d94288c046c6f7373946836683c43087bbd5e6f06c19e4094869452948c0974696d657374616d70944a5cb97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d31312d3234948c1074696d655f746869735f697465725f7394474070c86cbd4000008c0c74696d655f746f74616c5f739447408994c35aa000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408994c35aa000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10242e51a2037e1c986f4302ca4be1717b7362756268317d94288c046c6f7373946836683c4308d0e7f3597cdf9e4094869452948c0974696d657374616d70944a69ba7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d31352d3533948c1074696d655f746869735f697465725f7394474070cacb008000008c0c74696d655f746f74616c5f7394474090fd146d7000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474090fd146d7000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10871ff59d838f00b04e4296c9788a1b477362756268317d94288c046c6f7373946836683c4308da6c36bb17c29e4094869452948c0974696d657374616d70944a75bb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d32302d3231948c1074696d655f746869735f697465725f7394474070c4bedb4000008c0c74696d655f746f74616c5f73944740952e44244000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740952e44244000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11d52fb3898bf8f6a51049d584c36054ed007362756268317d94288c046c6f7373946836683c4308ee76bb9d46cb9e4094869452948c0974696d657374616d70944a81bc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d32342d3439948c1074696d655f746869735f697465725f7394474070bfad290000008c0c74696d655f746f74616c5f73944740995e2f6e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740995e2f6e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a116984a6e93ca999bc3f4d27ed908707d7007362756268317d94288c046c6f7373946836683c4308b7dbedf6cac49e4094869452948c0974696d657374616d70944a8dbd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d32392d3137948c1074696d655f746869735f697465725f7394474070c1b5ce0000008c0c74696d655f746f74616c5f739447409d8e9ce20000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409d8e9ce20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1003ef008a8b8539ad0f435b9bccae287d7362756268317d94288c046c6f7373946836683c4308b95c2eb733fc9e4094869452948c0974696d657374616d70944a99be7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d33332d3435948c1074696d655f746869735f697465725f7394474070bf645d8000008c0c74696d655f746f74616c5f73944740a0df3afcb000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a0df3afcb000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10e60001d345cd39b8204b83c6c2f96f0b7362756268317d94288c046c6f7373946836683c4308793c1e4f94e89e4094869452948c0974696d657374616d70944aa5bf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d33382d3133948c1074696d655f746869735f697465725f7394474070badefe0000008c0c74696d655f746f74616c5f73944740a2f696dc7000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a2f696dc7000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36656631646534305f33375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32302d34362d34312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a107f649b64ec959bb63342b3684a5c15297362756268317d94288c046c6f7373946836683c43088bc56271f4d69e4094869452948c0974696d657374616d70944ab0c07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083665663164653430948c0464617465948c13323032342d30362d32375f32312d34322d3430948c1074696d655f746869735f697465725f7394474070b6a6388000008c0c74696d655f746f74616c5f73944740a50d6ba38000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fdfb42b35976fe08c026c7294473f598fd06e2620008c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a50d6ba38000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"126476e9\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d3435948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f6d837500d58c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8131411649283373,\n \"lr\": 0.001721462936357609,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8131411649283373,\n \"lr\": 0.001721462936357609,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.8131411649283373,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.001721462936357609,\n \"n_head\": 1\n },\n \"experiment_tag\": \"38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8131,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0017,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PAUSED\",\n \"relative_logdir\": \"train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719517360.7815716,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2009.24755859375,\n \"timestamp\": 1719518127,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 10,\n \"trial_id\": \"126476e9\",\n \"date\": \"2024-06-27_21-55-27\",\n \"time_this_iter_s\": 75.30808591842651,\n \"time_total_s\": 766.4792046546936,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8131411649283373,\n \"lr\": 0.001721462936357609,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 766.4792046546936,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8131,embedding_dim=64,encoder_ff=2048,encoder_num_layer=4,lr=0.0017,n_head=1\"\n },\n \"last_result_time\": 1719518127.3081007,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2020.5109916146346,\n \"min\": 2007.0465179203063,\n \"avg\": 2014.3776815099038,\n \"last\": 2009.24755859375,\n \"last-5-avg\": 2011.096544064499,\n \"last-10-avg\": 2014.3776815099038\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 88.88545632362366,\n \"min\": 75.18996810913086,\n \"avg\": 76.64792046546935,\n \"last\": 75.30808591842651,\n \"last-5-avg\": 75.28878254890442,\n \"last-10-avg\": 76.64792046546935\n },\n \"time_total_s\": {\n \"max\": 766.4792046546936,\n \"min\": 88.88545632362366,\n \"avg\": 427.68169691562656,\n \"last\": 766.4792046546936,\n \"last-5-avg\": 615.8821082115173,\n \"last-10-avg\": 427.6816969156265\n },\n \"time_since_restore\": {\n \"max\": 766.4792046546936,\n \"min\": 88.88545632362366,\n \"avg\": 427.68169691562656,\n \"last\": 766.4792046546936,\n \"last-5-avg\": 615.8821082115173,\n \"last-10-avg\": 427.6816969156265\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243089bcd6603157c9f4094869452946807680d43081e8fc7e3ac649f4094869452946807680d430893c964a22f5c9f4094869452946807680d4308a552a944ff7b9f4094869452946807680d430800000080fd649f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1eafa1899f4094869452946807680d43088bc562410b929f4094869452946807680d4308cce57239847d9f4094869452946807680d43081a8d4653ac809f4094869452946807680d4308d0e7f3a94f879f4094869452946807680d43089bcd6603157c9f4094869452946807680d43081e8fc7e3ac649f4094869452946807680d430893c964a22f5c9f4094869452946807680d4308a552a944ff7b9f4094869452946807680d430800000080fd649f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474052d2f5f6000000474052d00d70000000474052d0e3fb000000474052d4ca02000000474052d3b7ae000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405638ab51000000474052d72d5c000000474052d1b175000000474052cc2870000000474052d48fa7000000474052d2f5f6000000474052d00d70000000474052d0e3fb000000474052d4ca02000000474052d3b7ae000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407d154e0bc00000474080e4a8b3e000004740833ec533400000474085995e73800000474087f3d569400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405638ab5100000047406487ec5680000047406df0c511000000474073ab6ca480000047407860908e40000047407d154e0bc00000474080e4a8b3e000004740833ec533400000474085995e73800000474087f3d569400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407d154e0bc00000474080e4a8b3e000004740833ec533400000474085995e73800000474087f3d569400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405638ab5100000047406487ec5680000047406df0c511000000474073ab6ca480000047407860908e40000047407d154e0bc00000474080e4a8b3e000004740833ec533400000474085995e73800000474087f3d569400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950a260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10c624c9e8b85cb9824e47fa2bd5fecc55736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308793c1eafa1899f4094869452948c0974696d657374616d70944a09c17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34342d3039948c1074696d655f746869735f697465725f739447405638ab510000008c0c74696d655f746f74616c5f739447405638ab510000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447405638ab510000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11854b5cf80cf335b27e402cfaa50ba6a7007362756268317d94288c046c6f7373946836683c43088bc562410b929f4094869452948c0974696d657374616d70944a54c17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34352d3235948c1074696d655f746869735f697465725f7394474052d72d5c0000008c0c74696d655f746f74616c5f739447406487ec568000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406487ec568000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a107c7877ee955a908e964d798db0176b767362756268317d94288c046c6f7373946836683c4308cce57239847d9f4094869452948c0974696d657374616d70944aa0c17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34362d3430948c1074696d655f746869735f697465725f7394474052d1b1750000008c0c74696d655f746f74616c5f739447406df0c5110000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406df0c5110000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a100cf784d334cf489cc14921c44d3aaf407362756268317d94288c046c6f7373946836683c43081a8d4653ac809f4094869452948c0974696d657374616d70944aebc17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34372d3535948c1074696d655f746869735f697465725f7394474052cc28700000008c0c74696d655f746f74616c5f7394474073ab6ca48000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474073ab6ca48000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10785b8095940bf49c8542b0f61b6147237362756268317d94288c046c6f7373946836683c4308d0e7f3a94f879f4094869452948c0974696d657374616d70944a36c27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d34392d3130948c1074696d655f746869735f697465725f7394474052d48fa70000008c0c74696d655f746f74616c5f739447407860908e4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407860908e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11bf724159c2c9669b824b067bb1bff4f0007362756268317d94288c046c6f7373946836683c43089bcd6603157c9f4094869452948c0974696d657374616d70944a82c27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35302d3236948c1074696d655f746869735f697465725f7394474052d2f5f60000008c0c74696d655f746f74616c5f739447407d154e0bc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407d154e0bc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10aa4612f7a8acfeb62d46a38a813869697362756268317d94288c046c6f7373946836683c43081e8fc7e3ac649f4094869452948c0974696d657374616d70944acdc27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35312d3431948c1074696d655f746869735f697465725f7394474052d00d700000008c0c74696d655f746f74616c5f7394474080e4a8b3e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474080e4a8b3e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11bacda4a64fc4509e3b424a8bff0cf1fe007362756268317d94288c046c6f7373946836683c430893c964a22f5c9f4094869452948c0974696d657374616d70944a18c37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35322d3536948c1074696d655f746869735f697465725f7394474052d0e3fb0000008c0c74696d655f746f74616c5f73944740833ec5334000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740833ec5334000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10d75be1b3ce9dad98d64e0f43894604557362756268317d94288c046c6f7373946836683c4308a552a944ff7b9f4094869452948c0974696d657374616d70944a63c37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35342d3131948c1074696d655f746869735f697465725f7394474052d4ca020000008c0c74696d655f746f74616c5f7394474085995e738000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474085995e738000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31323634373665395f33385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32302d35372d34352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a100f5abf68f80d3f8d11470221c7579c717362756268317d94288c046c6f7373946836683c430800000080fd649f4094869452948c0974696d657374616d70944aafc37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083132363437366539948c0464617465948c13323032342d30362d32375f32312d35352d3237948c1074696d655f746869735f697465725f7394474052d3b7ae0000008c0c74696d655f746f74616c5f7394474087f3d5694000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fea05409eccc0ee8c026c7294473f5c3456c0d3e0fe8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474087f3d5694000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"5436b378\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d3430948c1863757272656e745f636865636b706f696e745f696e646578944b138c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f702b1eb51d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.049405145459166966,\n \"lr\": 0.0917460389036109,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.049405145459166966,\n \"lr\": 0.0917460389036109,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.049405145459166966,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0917460389036109,\n \"n_head\": 2\n },\n \"experiment_tag\": \"39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.0494,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0917,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719518127.4546864,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1954.128303587906,\n \"timestamp\": 1719520903,\n \"checkpoint_dir_name\": \"checkpoint_000019\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 20,\n \"trial_id\": \"5436b378\",\n \"date\": \"2024-06-27_22-41-43\",\n \"time_this_iter_s\": 68.36882543563843,\n \"time_total_s\": 1390.6505200862885,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.049405145459166966,\n \"lr\": 0.0917460389036109,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 695.9118068218231,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.0494,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0917,n_head=2\"\n },\n \"last_result_time\": 1719520903.1593108,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1998.2474076879307,\n \"min\": 1953.7692371278297,\n \"avg\": 1968.0650306521436,\n \"last\": 1954.128303587906,\n \"last-5-avg\": 1958.3086956354578,\n \"last-10-avg\": 1962.4795481283832\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 20,\n \"min\": 1,\n \"avg\": 10.5,\n \"last\": 20,\n \"last-5-avg\": 18.0,\n \"last-10-avg\": 15.5\n },\n \"time_this_iter_s\": {\n \"max\": 81.73000359535217,\n \"min\": 67.73129034042358,\n \"avg\": 69.53252600431442,\n \"last\": 68.36882543563843,\n \"last-5-avg\": 68.27991886138916,\n \"last-10-avg\": 69.59118068218231\n },\n \"time_total_s\": {\n \"max\": 1390.6505200862885,\n \"min\": 81.73000359535217,\n \"avg\": 735.9162840604781,\n \"last\": 1390.6505200862885,\n \"last-5-avg\": 1253.9816384792327,\n \"last-10-avg\": 1083.4131253242492\n },\n \"time_since_restore\": {\n \"max\": 695.9118068218231,\n \"min\": 81.72813010215759,\n \"avg\": 388.54692742824545,\n \"last\": 695.9118068218231,\n \"last-5-avg\": 559.2429252147674,\n \"last-10-avg\": 388.67441205978395\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.499999999999999,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082c168bc5feba9e4094869452946807680d430853a9546a88aa9e4094869452946807680d430897cbe5b213879e4094869452946807680d43080683c1400e899e4094869452946807680d43081008046283889e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308e8f3f9fc10cf9e4094869452946807680d43088d46a37186a99e4094869452946807680d43082e97cb258da69e4094869452946807680d43084ba55229a8ad9e4094869452946807680d43087bbd5e4f35d89e4094869452946807680d43082c168bc5feba9e4094869452946807680d430853a9546a88aa9e4094869452946807680d430897cbe5b213879e4094869452946807680d43080683c1400e899e4094869452946807680d43081008046283889e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b104b114b124b134b14652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b0b4b0c4b0d4b0e4b0f4b104b114b124b134b14652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051140358000000474050fdc13c00000047405116bc6a000000474051197720000000474051179ad6000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740546e99af00000047405114dc6f000000474050fc69550000004740510f4c73000000474051119c31000000474051140358000000474050fdc13c00000047405116bc6a000000474051197720000000474051179ad6000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474091764128300000474092861d3bf00000474093978902900000474094a92074900000474095ba9a21f00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408843bc1860000047408a6657a640000047408c85e4d0e0000047408ea7ce5f4000004740906500f2b00000474091764128300000474092861d3bf00000474093978902900000474094a92074900000474095ba9a21f00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407a6d32dbc0000047407eaca32ac00000474081792922a000004740839c5806a00000474085bf4b61600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740546e99af000000474062c1bb0f00000047406b3fefb9800000474071e3caf9800000474076283205c0000047407a6d32dbc0000047407eaca32ac00000474081792922a000004740839c5806a00000474085bf4b61600000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005958c490000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a104136cf8025a465ad6e47d4e230f2bb08736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087d3e9fefa9ac9e4094869452948c0974696d657374616d70944a01c47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32312d35362d3439948c1074696d655f746869735f697465725f73944740546eb8610000008c0c74696d655f746f74616c5f73944740546eb8610000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740546eb8610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1123e4786a52489dacdf47e973960864ca007362756268317d94288c046c6f7373946836683c4308e0eff7bb301f9f4094869452948c0974696d657374616d70944a45c47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32312d35372d3537948c1074696d655f746869735f697465725f73944740510022c40000008c0c74696d655f746f74616c5f7394474062b76d928000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474062b76d928000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10e69d0fd6afb54bae42483d954e9e252d7362756268317d94288c046c6f7373946836683c4308a9542ad5a0ab9e4094869452948c0974696d657374616d70944a89c47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32312d35392d3035948c1074696d655f746869735f697465725f739447405117a1fc0000008c0c74696d655f746f74616c5f739447406b433e908000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b433e908000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11b9e94595df8d5aa6a447ffead83c6cb6007362756268317d94288c046c6f7373946836683c4308140a85a2e4ae9e4094869452948c0974696d657374616d70944acdc47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30302d3133948c1074696d655f746869735f697465725f739447405115ba000000008c0c74696d655f746f74616c5f7394474071e70dc84000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474071e70dc84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1192d8225d5bf06ca40840a4f9d69458a5007362756268317d94288c046c6f7373946836683c4308341a8d86a1b29e4094869452948c0974696d657374616d70944a11c57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30312d3231948c1074696d655f746869735f697465725f7394474050fcdd8c0000008c0c74696d655f746f74616c5f739447407626452b4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407626452b4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11e20f2da931c86f878f4b2bb075289396007362756268317d94288c046c6f7373946836683c430883c160b0eeac9e4094869452948c0974696d657374616d70944a56c57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30322d3330948c1074696d655f746869735f697465725f739447405111482b0000008c0c74696d655f746f74616c5f739447407a6a97360000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a6a97360000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a119b2007d3ed4647ab50487eed6f8819e4007362756268317d94288c046c6f7373946836683c4308c4e17058fd389f4094869452948c0974696d657374616d70944a9ac57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30332d3338948c1074696d655f746869735f697465725f7394474050fb90310000008c0c74696d655f746f74616c5f739447407ea97b424000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407ea97b424000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10aee980d4226206b3c1468febee1abd707362756268317d94288c046c6f7373946836683c430849241269deb99e4094869452948c0974696d657374616d70944adec57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30342d3436948c1074696d655f746869735f697465725f73944740510d1d710000008c0c74696d655f746f74616c5f739447408176614f4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408176614f4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10c4830bd99949568b664f6ae17261e91b7362756268317d94288c046c6f7373946836683c43080e87c341a3379f4094869452948c0974696d657374616d70944a22c67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30352d3534948c1074696d655f746869735f697465725f73944740510d6f240000008c0c74696d655f746f74616c5f7394474083980f33c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083980f33c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1157aecc09cc54f9a29d46fc4b7e5cf880007362756268317d94288c046c6f7373946836683c43081e8fc7e395b19e4094869452948c0974696d657374616d70944a66c67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d30372d3032948c1074696d655f746869735f697465725f7394474050eecd760000008c0c74696d655f746f74616c5f7394474085b5e8e28000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085b5e8e28000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a75756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313094682268257d946827897385945294682a682d2981947d9468308a11cceefe2eded132b9cd4fe447c796bb80007362756268317d94288c046c6f7373946836683c4308e8f3f9fc10cf9e4094869452948c0974696d657374616d70944a20cc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303130948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0b8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33312d3238948c1074696d655f746869735f697465725f73944740546e99af0000008c0c74696d655f746f74616c5f739447408843bc186000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740546e99af0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313194682268257d946827897385945294682a682d2981947d9468308a1189dfc8a271c8988fa14538e76f8b8bc3007362756268317d94288c046c6f7373946836683c43088d46a37186a99e4094869452948c0974696d657374616d70944a65cc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303131948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0c8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33322d3337948c1074696d655f746869735f697465725f739447405114dc6f0000008c0c74696d655f746f74616c5f739447408a6657a64000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474062c1bb0f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313294682268257d946827897385945294682a682d2981947d9468308a11567a5d7c028817b7054b6b6fbacfe5fe007362756268317d94288c046c6f7373946836683c43082e97cb258da69e4094869452948c0974696d657374616d70944aa9cc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303132948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0d8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33332d3435948c1074696d655f746869735f697465725f7394474050fc69550000008c0c74696d655f746f74616c5f739447408c85e4d0e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b3fefb98000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313394682268257d946827897385945294682a682d2981947d9468308a11ceef4bd5134383b456486097a55a97b9007362756268317d94288c046c6f7373946836683c43084ba55229a8ad9e4094869452948c0974696d657374616d70944aedcc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303133948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0e8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33342d3533948c1074696d655f746869735f697465725f73944740510f4c730000008c0c74696d655f746f74616c5f739447408ea7ce5f4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474071e3caf98000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313494682268257d946827897385945294682a682d2981947d9468308a1054264028207bd9a3874253287e5fd67e7362756268317d94288c046c6f7373946836683c43087bbd5e4f35d89e4094869452948c0974696d657374616d70944a31cd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303134948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0f8c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33362d3031948c1074696d655f746869735f697465725f7394474051119c310000008c0c74696d655f746f74616c5f73944740906500f2b000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076283205c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313594682268257d946827897385945294682a682d2981947d9468308a107eacd86e688e96b0354a935cd71a26667362756268317d94288c046c6f7373946836683c43082c168bc5feba9e4094869452948c0974696d657374616d70944a76cd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303135948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b108c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33372d3130948c1074696d655f746869735f697465725f73944740511403580000008c0c74696d655f746f74616c5f73944740917641283000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a6d32dbc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313694682268257d946827897385945294682a682d2981947d9468308a11a246b255b9450eb49140c3dc478515d2007362756268317d94288c046c6f7373946836683c430853a9546a88aa9e4094869452948c0974696d657374616d70944abacd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303136948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b118c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33382d3138948c1074696d655f746869735f697465725f7394474050fdc13c0000008c0c74696d655f746f74616c5f7394474092861d3bf000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407eaca32ac000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313794682268257d946827897385945294682a682d2981947d9468308a109b27d373f1a132bcae4eeccd6197df4a7362756268317d94288c046c6f7373946836683c430897cbe5b213879e4094869452948c0974696d657374616d70944afecd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303137948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b128c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d33392d3236948c1074696d655f746869735f697465725f739447405116bc6a0000008c0c74696d655f746f74616c5f73944740939789029000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474081792922a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313894682268257d946827897385945294682a682d2981947d9468308a11d60a6ae5a1ecae91dd461ba610f96ee1007362756268317d94288c046c6f7373946836683c43080683c1400e899e4094869452948c0974696d657374616d70944a42ce7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303138948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b138c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d34302d3334948c1074696d655f746869735f697465725f73944740511977200000008c0c74696d655f746f74616c5f7394474094a920749000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740839c5806a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35343336623337385f33395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32312d34322d34302f636865636b706f696e745f30303030313994682268257d946827897385945294682a682d2981947d9468308a118ddea951ce1581bd244535b8300af993007362756268317d94288c046c6f7373946836683c43081008046283889e4094869452948c0974696d657374616d70944a87ce7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303139948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b148c08747269616c5f6964948c083534333662333738948c0464617465948c13323032342d30362d32375f32322d34312d3433948c1074696d655f746869735f697465725f7394474051179ad60000008c0c74696d655f746f74616c5f7394474095ba9a21f000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fa94ba19800a3308c026c7294473fb77cab1ca0e8d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085bf4b616000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ab003000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"e0cd883e\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d3237948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f70c22833958c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3372755257890534,\n \"lr\": 0.00018514260159136858,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3372755257890534,\n \"lr\": 0.00018514260159136858,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.3372755257890534,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 8,\n \"lr\": 0.00018514260159136858,\n \"n_head\": 16\n },\n \"experiment_tag\": \"40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.3373,embedding_dim=16,encoder_ff=512,encoder_num_layer=8,lr=0.0002,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719518822.4089937,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 226.0272181953971,\n \"timestamp\": 1719519535,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"e0cd883e\",\n \"date\": \"2024-06-27_22-18-55\",\n \"time_this_iter_s\": 70.02730536460876,\n \"time_total_s\": 712.9930970668793,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.3372755257890534,\n \"lr\": 0.00018514260159136858,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 712.9930970668793,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.3373,embedding_dim=16,encoder_ff=512,encoder_num_layer=8,lr=0.0002,n_head=16\"\n },\n \"last_result_time\": 1719519535.4646182,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1182.49372251015,\n \"min\": 226.0272181953971,\n \"avg\": 458.2284059539554,\n \"last\": 226.0272181953971,\n \"last-5-avg\": 276.1279017651175,\n \"last-10-avg\": 458.22840595395536\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 83.27375411987305,\n \"min\": 69.51625561714172,\n \"avg\": 71.29930970668794,\n \"last\": 70.02730536460876,\n \"last-5-avg\": 69.8307059764862,\n \"last-10-avg\": 71.29930970668792\n },\n \"time_total_s\": {\n \"max\": 712.9930970668793,\n \"min\": 83.27375411987305,\n \"avg\": 398.38568634986876,\n \"last\": 712.9930970668793,\n \"last-5-avg\": 573.2247057914734,\n \"last-10-avg\": 398.38568634986876\n },\n \"time_since_restore\": {\n \"max\": 712.9930970668793,\n \"min\": 83.27375411987305,\n \"avg\": 398.38568634986876,\n \"last\": 712.9930970668793,\n \"last-5-avg\": 573.2247057914734,\n \"last-10-avg\": 398.38568634986876\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430871381cce64fe744094869452946807680d4308abd56a75c967734094869452946807680d4308492412098a94704094869452946807680d43084ba55249275e6e4094869452946807680d4308c662b1f8de406c409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c96492f979924094869452946807680d4308b95c2e17542b844094869452946807680d430830180ca61e55804094869452946807680d4308592c162bdfbb7c4094869452946807680d43082a954a25a575784094869452946807680d430871381cce64fe744094869452946807680d4308abd56a75c967734094869452946807680d4308492412098a94704094869452946807680d43084ba55249275e6e4094869452946807680d4308c662b1f8de406c409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474051610a55000000474051831a970000004740518002e200000047405163ec4200000047405181bf5f000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054d1853000000047405189345000000047405189cc7d00000047405183e8d20000004740518d4ca9000000474051610a55000000474051831a970000004740518002e200000047405163ec4200000047405181bf5f000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407b15b17340000047407f767819000000474081eb3c68c0000047408417b9f100000047408647f1dce00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054d185300000004740632d5cc000000047406bf242fe8000004740725a1bb3c00000474076bd6ede00000047407b15b17340000047407f767819000000474081eb3c68c0000047408417b9f100000047408647f1dce00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407b15b17340000047407f767819000000474081eb3c68c0000047408417b9f100000047408647f1dce00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474054d185300000004740632d5cc000000047406bf242fe8000004740725a1bb3c00000474076bd6ede00000047407b15b17340000047407f767819000000474081eb3c68c0000047408417b9f100000047408647f1dce00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950e260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10f993e44a8551beb72849ea9dfa71a81c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430893c96492f979924094869452948c0974696d657374616d70944ab9c67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d30382d3235948c1074696d655f746869735f697465725f7394474054d185300000008c0c74696d655f746f74616c5f7394474054d185300000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474054d185300000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1189c85039598258b0b44cd81b4f030bed007362756268317d94288c046c6f7373946836683c4308b95c2e17542b844094869452948c0974696d657374616d70944affc67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d30392d3335948c1074696d655f746869735f697465725f73944740518934500000008c0c74696d655f746f74616c5f73944740632d5cc00000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740632d5cc00000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11d2c28e15e4ec40a8424c3b36013bcf92007362756268317d94288c046c6f7373946836683c430830180ca61e55804094869452948c0974696d657374616d70944a45c77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31302d3435948c1074696d655f746869735f697465725f739447405189cc7d0000008c0c74696d655f746f74616c5f739447406bf242fe8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406bf242fe8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10ae0eed1b623e48b8224763639f5f715b7362756268317d94288c046c6f7373946836683c4308592c162bdfbb7c4094869452948c0974696d657374616d70944a8cc77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31312d3536948c1074696d655f746869735f697465725f739447405183e8d20000008c0c74696d655f746f74616c5f73944740725a1bb3c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740725a1bb3c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11702f2a6f2e6cb2b8dd46230a1f41adc3007362756268317d94288c046c6f7373946836683c43082a954a25a575784094869452948c0974696d657374616d70944ad2c77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31332d3036948c1074696d655f746869735f697465725f73944740518d4ca90000008c0c74696d655f746f74616c5f7394474076bd6ede0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076bd6ede0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a113b6040b90ff42c979c4f35bb78d24f86007362756268317d94288c046c6f7373946836683c430871381cce64fe744094869452948c0974696d657374616d70944a17c87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31342d3135948c1074696d655f746869735f697465725f7394474051610a550000008c0c74696d655f746f74616c5f739447407b15b1734000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b15b1734000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a103473d1b1d209e4b624485a80c9cd223f7362756268317d94288c046c6f7373946836683c4308abd56a75c967734094869452948c0974696d657374616d70944a5dc87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31352d3235948c1074696d655f746869735f697465725f7394474051831a970000008c0c74696d655f746f74616c5f739447407f7678190000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407f7678190000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11f3c54ab465135db23c4e461e723f27c6007362756268317d94288c046c6f7373946836683c4308492412098a94704094869452948c0974696d657374616d70944aa3c87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31362d3335948c1074696d655f746869735f697465725f73944740518002e20000008c0c74696d655f746f74616c5f7394474081eb3c68c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474081eb3c68c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11c93b84ec838e3580a34c2916373cf3d0007362756268317d94288c046c6f7373946836683c43084ba55249275e6e4094869452948c0974696d657374616d70944ae9c87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31372d3435948c1074696d655f746869735f697465725f739447405163ec420000008c0c74696d655f746f74616c5f739447408417b9f10000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408417b9f10000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65306364383833655f34305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32375f32312d35352d32372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11421b1dfd46436e921c408f73256644b4007362756268317d94288c046c6f7373946836683c4308c662b1f8de406c4094869452948c0974696d657374616d70944a2fc97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086530636438383365948c0464617465948c13323032342d30362d32375f32322d31382d3535948c1074696d655f746869735f697465725f739447405181bf5f0000008c0c74696d655f746f74616c5f739447408647f1dce000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fd595ec164055048c026c7294473f28445ad67e29568c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408647f1dce000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"204212fd\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d3032948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f71590edfbf8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.04978685082912593,\n \"lr\": 0.010469557594705402,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.04978685082912593,\n \"lr\": 0.010469557594705402,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.04978685082912593,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.010469557594705402,\n \"n_head\": 4\n },\n \"experiment_tag\": \"41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.0498,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0105,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719520903.330462,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1955.8791032926304,\n \"timestamp\": 1719521574,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"204212fd\",\n \"date\": \"2024-06-27_22-52-54\",\n \"time_this_iter_s\": 65.99194502830505,\n \"time_total_s\": 670.9034311771393,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.04978685082912593,\n \"lr\": 0.010469557594705402,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 670.9034311771393,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.0498,embedding_dim=16,encoder_ff=2048,encoder_num_layer=2,lr=0.0105,n_head=4\"\n },\n \"last_result_time\": 1719521574.2939506,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2003.831690029835,\n \"min\": 1953.7773927703618,\n \"avg\": 1964.1880543145614,\n \"last\": 1955.8791032926304,\n \"last-5-avg\": 1962.2791261687994,\n \"last-10-avg\": 1964.188054314561\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 79.25631952285767,\n \"min\": 65.39359998703003,\n \"avg\": 67.09034311771393,\n \"last\": 65.99194502830505,\n \"last-5-avg\": 65.70760884284974,\n \"last-10-avg\": 67.09034311771393\n },\n \"time_total_s\": {\n \"max\": 670.9034311771393,\n \"min\": 79.25631952285767,\n \"avg\": 375.01524903774265,\n \"last\": 670.9034311771393,\n \"last-5-avg\": 539.2344509124756,\n \"last-10-avg\": 375.0152490377426\n },\n \"time_since_restore\": {\n \"max\": 670.9034311771393,\n \"min\": 79.25631952285767,\n \"avg\": 375.01524903774265,\n \"last\": 670.9034311771393,\n \"last-5-avg\": 539.2344509124756,\n \"last-10-avg\": 375.0152490377426\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243087bbd5e4f708a9e4094869452946807680d430845229148f5ca9e4094869452946807680d4308cce57299a4df9e4094869452946807680d4308da6c36bb06899e4094869452946807680d43089d4ea733848f9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088fc7e391f09d9e4094869452946807680d4308814020708f979e4094869452946807680d4308341a8da6534f9f4094869452946807680d430867b3d90c1c879e4094869452946807680d4308bbdd6ed7008e9e4094869452946807680d43087bbd5e4f708a9e4094869452946807680d430845229148f5ca9e4094869452946807680d4308cce57299a4df9e4094869452946807680d4308da6c36bb06899e4094869452946807680d43089d4ea733848f9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740505930be00000047405072b25f0000004740505fc0250000004740507750080000004740507f7c07000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d0678a00000047405067d3bf0000004740507cb1a900000047405074dcf80000004740506d98960000004740505930be00000047405072b25f0000004740505fc0250000004740507750080000004740507f7c07000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740797c24cf80000047407d98d167400000474080d860b8400000474082e74ab9400000474084f73a3a200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d0678a0000004740621c1da480000047406a5a76790000004740714a727a80000047407565d8a00000004740797c24cf80000047407d98d167400000474080d860b8400000474082e74ab9400000474084f73a3a200000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740797c24cf80000047407d98d167400000474080d860b8400000474082e74ab9400000474084f73a3a200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474053d0678a0000004740621c1da480000047406a5a76790000004740714a727a80000047407565d8a00000004740797c24cf80000047407d98d167400000474080d860b8400000474082e74ab9400000474084f73a3a200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11d4e1a23d5bbc91b2d845350bc9afbaec00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088fc7e391f09d9e4094869452948c0974696d657374616d70944ad6ce7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34332d3032948c1074696d655f746869735f697465725f7394474053d0678a0000008c0c74696d655f746f74616c5f7394474053d0678a0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474053d0678a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a108d8db0a26c20b8923a468f635bc138527362756268317d94288c046c6f7373946836683c4308814020708f979e4094869452948c0974696d657374616d70944a18cf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34342d3038948c1074696d655f746869735f697465725f739447405067d3bf0000008c0c74696d655f746f74616c5f73944740621c1da48000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740621c1da48000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a105dbcb318b4fb6a87e848570f6db7895e7362756268317d94288c046c6f7373946836683c4308341a8da6534f9f4094869452948c0974696d657374616d70944a5acf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34352d3134948c1074696d655f746869735f697465725f73944740507cb1a90000008c0c74696d655f746f74616c5f739447406a5a76790000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a5a76790000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1056bc90b32470a08ad049454e6f1447167362756268317d94288c046c6f7373946836683c430867b3d90c1c879e4094869452948c0974696d657374616d70944a9bcf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34362d3139948c1074696d655f746869735f697465725f739447405074dcf80000008c0c74696d655f746f74616c5f73944740714a727a8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740714a727a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10b8d34bf0cf60c994f2486097946660297362756268317d94288c046c6f7373946836683c4308bbdd6ed7008e9e4094869452948c0974696d657374616d70944addcf7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34372d3235948c1074696d655f746869735f697465725f73944740506d98960000008c0c74696d655f746f74616c5f739447407565d8a00000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407565d8a00000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a100a6d4e5dc486cbb30c411fd22b5e92767362756268317d94288c046c6f7373946836683c43087bbd5e4f708a9e4094869452948c0974696d657374616d70944a1fd07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34382d3331948c1074696d655f746869735f697465725f73944740505930be0000008c0c74696d655f746f74616c5f73944740797c24cf8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740797c24cf8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a103b50672d839e8ca99c4e6f6463468a127362756268317d94288c046c6f7373946836683c430845229148f5ca9e4094869452948c0974696d657374616d70944a60d07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d34392d3336948c1074696d655f746869735f697465725f739447405072b25f0000008c0c74696d655f746f74616c5f739447407d98d1674000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407d98d1674000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a116b5d45d9c12b40a05c49d16f4502859e007362756268317d94288c046c6f7373946836683c4308cce57299a4df9e4094869452948c0974696d657374616d70944aa2d07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d35302d3432948c1074696d655f746869735f697465725f73944740505fc0250000008c0c74696d655f746f74616c5f7394474080d860b84000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080d860b84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a112819b9c13c7a94847748bf362e9a70c9007362756268317d94288c046c6f7373946836683c4308da6c36bb06899e4094869452948c0974696d657374616d70944ae4d07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d35312d3438948c1074696d655f746869735f697465725f73944740507750080000008c0c74696d655f746f74616c5f7394474082e74ab94000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082e74ab94000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32303432313266645f34315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32375f32322d30372d30322f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a111432eb8e3fbc62b88949e9de446546e8007362756268317d94288c046c6f7373946836683c43089d4ea733848f9e4094869452948c0974696d657374616d70944a26d17d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083230343231326664948c0464617465948c13323032342d30362d32375f32322d35322d3534948c1074696d655f746869735f697465725f73944740507f7c070000008c0c74696d655f746f74616c5f7394474084f73a3a2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fa97da98029f2408c026c7294473f8571103bc864998c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474084f73a3a2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"951ea23d\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d3433948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f736921a1358c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.7686353033166121,\n \"lr\": 0.00011707230271575167,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.7686353033166121,\n \"lr\": 0.00011707230271575167,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.7686353033166121,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.00011707230271575167,\n \"n_head\": 16\n },\n \"experiment_tag\": \"42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.7686,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719521574.4709122,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1996.574927142286,\n \"timestamp\": 1719523891,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"951ea23d\",\n \"date\": \"2024-06-27_23-31-31\",\n \"time_this_iter_s\": 230.07325339317322,\n \"time_total_s\": 2316.8418955802917,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.7686353033166121,\n \"lr\": 0.00011707230271575167,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 2316.8418955802917,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.7686,embedding_dim=256,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=16\"\n },\n \"last_result_time\": 1719523891.3631365,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1999.2121284064347,\n \"min\": 1990.6904046967275,\n \"avg\": 1994.8825260672984,\n \"last\": 1996.574927142286,\n \"last-5-avg\": 1994.9200616310904,\n \"last-10-avg\": 1994.8825260672984\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 243.84869742393494,\n \"min\": 230.07325339317322,\n \"avg\": 231.68418955802917,\n \"last\": 230.07325339317322,\n \"last-5-avg\": 230.36180253028868,\n \"last-10-avg\": 231.68418955802917\n },\n \"time_total_s\": {\n \"max\": 2316.8418955802917,\n \"min\": 243.84869742393494,\n \"avg\": 1280.3648713350296,\n \"last\": 2316.8418955802917,\n \"last-5-avg\": 1856.3467571258545,\n \"last-10-avg\": 1280.3648713350296\n },\n \"time_since_restore\": {\n \"max\": 2316.8418955802917,\n \"min\": 243.84869742393494,\n \"avg\": 1280.3648713350296,\n \"last\": 2316.8418955802917,\n \"last-5-avg\": 1856.3467571258545,\n \"last-10-avg\": 1280.3648713350296\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430857abd58a9e2b9f4094869452946807680d430869341aad84349f4094869452946807680d4308fe7ebf7f292d9f4094869452946807680d43082e97cb45cd1a9f4094869452946807680d4308ce66b3b94c329f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a1d0b42e9f4094869452946807680d43084fa7d34960319f4094869452946807680d4308c2603038d93c9f4094869452946807680d4308cce572f9c21a9f4094869452946807680d43086fb7db0d35219f4094869452946807680d430857abd58a9e2b9f4094869452946807680d430869341aad84349f4094869452946807680d4308fe7ebf7f292d9f4094869452946807680d43082e97cb45cd1a9f4094869452946807680d4308ce66b3b94c329f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406cd4a41900000047406ccd36f200000047406cc86f5500000047406ccd40f700000047406cc25817800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406e7b288780000047406cc910c080000047406cc3389f80000047406ccdf41780000047406ccba76180000047406cd4a41900000047406ccd36f200000047406cc86f5500000047406ccd40f700000047406cc25817800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474095ceb62f300000474099685d0d70000047409d016af81000004740a04d898b7800004740a219af0cf00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406e7b288780000047407da21ca400000047408601dc79e0000047408d35597fc000004740923421ac100000474095ceb62f300000474099685d0d70000047409d016af81000004740a04d898b7800004740a219af0cf00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474095ceb62f300000474099685d0d70000047409d016af81000004740a04d898b7800004740a219af0cf00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406e7b288780000047407da21ca400000047408601dc79e0000047408d35597fc000004740923421ac100000474095ceb62f300000474099685d0d70000047409d016af81000004740a04d898b7800004740a219af0cf00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a119cb0bf7edc5b92a12748c23beb5b259700736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a1d0b42e9f4094869452948c0974696d657374616d70944a1ad27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32322d35362d3538948c1074696d655f746869735f697465725f739447406e7b28878000008c0c74696d655f746f74616c5f739447406e7b28878000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e7b28878000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a111e35f58573960f89d64b9627b78b0fcc007362756268317d94288c046c6f7373946836683c43084fa7d34960319f4094869452948c0974696d657374616d70944a00d37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d30302d3438948c1074696d655f746869735f697465725f739447406cc910c08000008c0c74696d655f746f74616c5f739447407da21ca40000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407da21ca40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11799c57b9483a5d9d7141ef80361866df007362756268317d94288c046c6f7373946836683c4308c2603038d93c9f4094869452948c0974696d657374616d70944ae6d37d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d30342d3338948c1074696d655f746869735f697465725f739447406cc3389f8000008c0c74696d655f746f74616c5f739447408601dc79e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408601dc79e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a117fcf1b68fd562fa4ab46949427809888007362756268317d94288c046c6f7373946836683c4308cce572f9c21a9f4094869452948c0974696d657374616d70944acdd47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d30382d3239948c1074696d655f746869735f697465725f739447406ccdf4178000008c0c74696d655f746f74616c5f739447408d35597fc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408d35597fc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11ed3aebedd025ce89f5426099490c75aa007362756268317d94288c046c6f7373946836683c43086fb7db0d35219f4094869452948c0974696d657374616d70944ab3d57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d31322d3139948c1074696d655f746869735f697465725f739447406ccba7618000008c0c74696d655f746f74616c5f73944740923421ac1000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740923421ac1000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11915fb595e479b9a56b46a1dec30f27aa007362756268317d94288c046c6f7373946836683c430857abd58a9e2b9f4094869452948c0974696d657374616d70944a9ad67d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d31362d3130948c1074696d655f746869735f697465725f739447406cd4a4190000008c0c74696d655f746f74616c5f7394474095ceb62f3000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474095ceb62f3000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a1130732bee5d180c93874b2e0ea9a842a9007362756268317d94288c046c6f7373946836683c430869341aad84349f4094869452948c0974696d657374616d70944a80d77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d32302d3030948c1074696d655f746869735f697465725f739447406ccd36f20000008c0c74696d655f746f74616c5f7394474099685d0d7000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474099685d0d7000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10f10f41d77d2515a680461b019979cf737362756268317d94288c046c6f7373946836683c4308fe7ebf7f292d9f4094869452948c0974696d657374616d70944a66d87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d32332d3530948c1074696d655f746869735f697465725f739447406cc86f550000008c0c74696d655f746f74616c5f739447409d016af81000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409d016af81000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10972a9af606ec00922048897520b3367a7362756268317d94288c046c6f7373946836683c43082e97cb45cd1a9f4094869452948c0974696d657374616d70944a4dd97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d32372d3431948c1074696d655f746869735f697465725f739447406ccd40f70000008c0c74696d655f746f74616c5f73944740a04d898b7800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a04d898b7800008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f39353165613233645f34325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32375f32322d34312d34332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a117df49a2812fe53b5aa480d543f1b4fa9007362756268317d94288c046c6f7373946836683c4308ce66b3b94c329f4094869452948c0974696d657374616d70944a33da7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083935316561323364948c0464617465948c13323032342d30362d32375f32332d33312d3331948c1074696d655f746869735f697465725f739447406cc258178000008c0c74696d655f746f74616c5f73944740a219af0cf000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe898a9104977ed8c026c7294473f1eb096d881842b8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a219af0cf000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"04dab8e5\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d3534948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f74002c71328c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.9904174177662719,\n \"lr\": 0.0015488652457456295,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.9904174177662719,\n \"lr\": 0.0015488652457456295,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.9904174177662719,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0015488652457456295,\n \"n_head\": 1\n },\n \"experiment_tag\": \"43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.9904,embedding_dim=16,encoder_ff=512,encoder_num_layer=4,lr=0.0015,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719523891.5151231,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": NaN,\n \"timestamp\": 1719524735,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"04dab8e5\",\n \"date\": \"2024-06-27_23-45-35\",\n \"time_this_iter_s\": 90.93833804130554,\n \"time_total_s\": 843.8836045265198,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.9904174177662719,\n \"lr\": 0.0015488652457456295,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 843.8836045265198,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop_rate=0.9904,embedding_dim=16,encoder_ff=512,encoder_num_layer=4,lr=0.0015,n_head=1\"\n },\n \"last_result_time\": 1719524735.4658804,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": NaN,\n \"min\": NaN,\n \"avg\": NaN,\n \"last\": NaN,\n \"last-5-avg\": NaN,\n \"last-10-avg\": NaN\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 90.97299361228943,\n \"min\": 75.47974467277527,\n \"avg\": 84.38836045265198,\n \"last\": 90.93833804130554,\n \"last-5-avg\": 89.70397853851318,\n \"last-10-avg\": 84.38836045265198\n },\n \"time_total_s\": {\n \"max\": 843.8836045265198,\n \"min\": 90.10185432434082,\n \"avg\": 452.3447197675705,\n \"last\": 843.8836045265198,\n \"last-5-avg\": 662.2355187416076,\n \"last-10-avg\": 452.3447197675705\n },\n \"time_since_restore\": {\n \"max\": 843.8836045265198,\n \"min\": 90.10185432434082,\n \"avg\": 452.3447197675705,\n \"last\": 843.8836045265198,\n \"last-5-avg\": 662.2355187416076,\n \"last-10-avg\": 452.3447197675705\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474055478752000000474056be4587000000474056bd5b4b000000474056a2100d000000474056bc0dbb000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740568684c8000000474052deb423000000474053335e990000004740531d0d6800000047405321a222000000474055478752000000474056be4587000000474056bd5b4b000000474056a2100d000000474056bc0dbb000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407e07b398000000474081dba27ce00000474084b34de6400000474087878fe7e0000047408a5f119f400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740568684c8000000474064b29c7580000047406e4c4bc2000000474073ed693b000000474078b5d1c380000047407e07b398000000474081dba27ce00000474084b34de6400000474087878fe7e0000047408a5f119f400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407e07b398000000474081dba27ce00000474084b34de6400000474087878fe7e0000047408a5f119f400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740568684c8000000474064b29c7580000047406e4c4bc2000000474073ed693b000000474078b5d1c380000047407e07b398000000474081dba27ce00000474084b34de6400000474087878fe7e0000047408a5f119f400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10c424dabf1027f79c4e449a5e3617b16c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452948c0974696d657374616d70944a8dda7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33332d3031948c1074696d655f746869735f697465725f73944740568684c80000008c0c74696d655f746f74616c5f73944740568684c80000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740568684c80000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1049e736b185fb67b0bf4f2a806fb08b1e7362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ad9da7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33342d3137948c1074696d655f746869735f697465725f7394474052deb4230000008c0c74696d655f746f74616c5f7394474064b29c758000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474064b29c758000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11fb35cecf4143b2ab9a4b1db49c7f5cf3007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a25db7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33352d3333948c1074696d655f746869735f697465725f7394474053335e990000008c0c74696d655f746f74616c5f739447406e4c4bc20000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406e4c4bc20000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10bcfc392a43ad09a050423690a1c0c0257362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a72db7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33362d3530948c1074696d655f746869735f697465725f73944740531d0d680000008c0c74696d655f746f74616c5f7394474073ed693b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474073ed693b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11326ccd612a4f9bb0ee4621c5ad5b0bef007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944abedb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33382d3036948c1074696d655f746869735f697465725f739447405321a2220000008c0c74696d655f746f74616c5f7394474078b5d1c38000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474078b5d1c38000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10cd4a3495598e429b9348484fe78a4a047362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a14dc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d33392d3332948c1074696d655f746869735f697465725f73944740554787520000008c0c74696d655f746f74616c5f739447407e07b3980000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407e07b3980000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11fca2d2603ff4ed8a024e39704b3f88cd007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a6fdc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d34312d3033948c1074696d655f746869735f697465725f7394474056be45870000008c0c74696d655f746f74616c5f7394474081dba27ce000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474081dba27ce000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1064396ba851c9ef95e14e8daee14bb6517362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ac9dc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d34322d3333948c1074696d655f746869735f697465725f7394474056bd5b4b0000008c0c74696d655f746f74616c5f7394474084b34de64000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474084b34de64000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10ae40435f4da6129a164b8b95187d163b7362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a24dd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d34342d3034948c1074696d655f746869735f697465725f7394474056a2100d0000008c0c74696d655f746f74616c5f7394474087878fe7e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474087878fe7e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30346461623865355f34335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32375f32322d35322d35342f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11fe79f2aeb39207b0934fe642b3d103e7007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a7fdd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083034646162386535948c0464617465948c13323032342d30362d32375f32332d34352d3335948c1074696d655f746869735f697465725f7394474056bc0dbb0000008c0c74696d655f746f74616c5f739447408a5f119f4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fefb17fde563cae8c026c7294473f59606964e38c848c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408a5f119f4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"dd70a43a\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d3331948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f765c839c508c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8381852944111963,\n \"lr\": 0.012410063874557094,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8381852944111963,\n \"lr\": 0.012410063874557094,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.8381852944111963,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 4,\n \"lr\": 0.012410063874557094,\n \"n_head\": 1\n },\n \"experiment_tag\": \"44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8382,embedding_dim=1024,encoder_ff=512,encoder_num_layer=4,lr=0.0124,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719524735.6237292,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1955.5640210729885,\n \"timestamp\": 1719531281,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"dd70a43a\",\n \"date\": \"2024-06-28_01-34-41\",\n \"time_this_iter_s\": 645.8664748668671,\n \"time_total_s\": 6545.738219022751,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8381852944111963,\n \"lr\": 0.012410063874557094,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 6545.738219022751,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop_rate=0.8382,embedding_dim=1024,encoder_ff=512,encoder_num_layer=4,lr=0.0124,n_head=1\"\n },\n \"last_result_time\": 1719531281.41075,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3407.492049089567,\n \"min\": 1953.827157088152,\n \"avg\": 2301.9512739526936,\n \"last\": 1955.5640210729885,\n \"last-5-avg\": 1967.5197509765626,\n \"last-10-avg\": 2301.951273952694\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 669.9892313480377,\n \"min\": 645.8664748668671,\n \"avg\": 654.5738219022751,\n \"last\": 645.8664748668671,\n \"last-5-avg\": 650.4601120948792,\n \"last-10-avg\": 654.5738219022751\n },\n \"time_total_s\": {\n \"max\": 6545.738219022751,\n \"min\": 669.9892313480377,\n \"avg\": 3615.79336476326,\n \"last\": 6545.738219022751,\n \"last-5-avg\": 5249.81973862648,\n \"last-10-avg\": 3615.79336476326\n },\n \"time_since_restore\": {\n \"max\": 6545.738219022751,\n \"min\": 669.9892313480377,\n \"avg\": 3615.79336476326,\n \"last\": 6545.738219022751,\n \"last-5-avg\": 5249.81973862648,\n \"last-10-avg\": 3615.79336476326\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308592c162bde469f4094869452946807680d4308a3d1686432d29e4094869452946807680d4308fcfd7effc3879e4094869452946807680d4308128944024f879e4094869452946807680d4308f67abd8e418e9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086fb7dbedfb9eaa4094869452946807680d4308ee76bb3d1ebaa64094869452946807680d430897cbe5829cc0a34094869452946807680d43081e8fc75ba393a14094869452946807680d43081c0e87eb794ea04094869452946807680d4308592c162bde469f4094869452946807680d4308a3d1686432d29e4094869452946807680d4308fcfd7effc3879e4094869452946807680d4308128944024f879e4094869452946807680d4308f67abd8e418e9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740847a184160000047408467e2bbc000004740845b59b640000047408436244e8000004740842eee8a600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474084efe9f22000004740847ea9e280000047408480ea196000004740847db406c000004740847e4e5e6000004740847a184160000047408467e2bbc000004740845b59b640000047408436244e8000004740842eee8a600000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740aed966252000004740b1f9af6a0800004740b4851aa0d000004740b70bdf2aa000004740b991bcfbec0000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474084efe9f2200000474094b749ea50000047409ef7bef70000004740a49b4c7d3000004740a9bae014c800004740aed966252000004740b1f9af6a0800004740b4851aa0d000004740b70bdf2aa000004740b991bcfbec0000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740aed966252000004740b1f9af6a0800004740b4851aa0d000004740b70bdf2aa000004740b991bcfbec0000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474084efe9f2200000474094b749ea50000047409ef7bef70000004740a49b4c7d3000004740a9bae014c800004740aed966252000004740b1f9af6a0800004740b4851aa0d000004740b70bdf2aa000004740b991bcfbec0000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059516260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11b8d12a4afd5d9f910a479008448ae7bc00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243086fb7dbedfb9eaa4094869452948c0974696d657374616d70944a1de07d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32375f32332d35362d3435948c1074696d655f746869735f697465725f7394474084efe9f22000008c0c74696d655f746f74616c5f7394474084efe9f22000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474084efe9f22000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10ae41c14dc44085b66a4a845e446135167362756268317d94288c046c6f7373946836683c4308ee76bb3d1ebaa64094869452948c0974696d657374616d70944aade27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d30372d3431948c1074696d655f746869735f697465725f73944740847ea9e28000008c0c74696d655f746f74616c5f7394474094b749ea5000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474094b749ea5000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a112fa6eb133ff190abfc41fff0362c4184007362756268317d94288c046c6f7373946836683c430897cbe5829cc0a34094869452948c0974696d657374616d70944a3de57d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d31382d3337948c1074696d655f746869735f697465725f739447408480ea196000008c0c74696d655f746f74616c5f739447409ef7bef70000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447409ef7bef70000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1016fa196ab5f90eb85948cf62a9b9790b7362756268317d94288c046c6f7373946836683c43081e8fc75ba393a14094869452948c0974696d657374616d70944acce77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d32392d3333948c1074696d655f746869735f697465725f73944740847db406c000008c0c74696d655f746f74616c5f73944740a49b4c7d3000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740a49b4c7d3000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a115f051fe7acb85eaaf94da25980b0f0b7007362756268317d94288c046c6f7373946836683c43081c0e87eb794ea04094869452948c0974696d657374616d70944a5cea7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d34302d3239948c1074696d655f746869735f697465725f73944740847e4e5e6000008c0c74696d655f746f74616c5f73944740a9bae014c800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740a9bae014c800008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10c27d4b3462ee3eb26741155453b9274a7362756268317d94288c046c6f7373946836683c4308592c162bde469f4094869452948c0974696d657374616d70944aecec7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30302d35312d3234948c1074696d655f746869735f697465725f73944740847a18416000008c0c74696d655f746f74616c5f73944740aed966252000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740aed966252000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10ac57f891bfa4b39ed84d4158942bb8187362756268317d94288c046c6f7373946836683c4308a3d1686432d29e4094869452948c0974696d657374616d70944a79ef7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30312d30322d3137948c1074696d655f746869735f697465725f739447408467e2bbc000008c0c74696d655f746f74616c5f73944740b1f9af6a0800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b1f9af6a0800008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1175f075ba8e58c18cee4d5745e6757397007362756268317d94288c046c6f7373946836683c4308fcfd7effc3879e4094869452948c0974696d657374616d70944a04f27d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30312d31332d3038948c1074696d655f746869735f697465725f73944740845b59b64000008c0c74696d655f746f74616c5f73944740b4851aa0d000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b4851aa0d000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10df06306bf99f948e494f4c9dfb1aef3f7362756268317d94288c046c6f7373946836683c4308128944024f879e4094869452948c0974696d657374616d70944a8bf47d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30312d32332d3535948c1074696d655f746869735f697465725f739447408436244e8000008c0c74696d655f746f74616c5f73944740b70bdf2aa000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b70bdf2aa000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f64643730613433615f34345f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32375f32332d33312d33312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11ccafb45b1bc670b3fe4195ad2af63cff007362756268317d94288c046c6f7373946836683c4308f67abd8e418e9e4094869452948c0974696d657374616d70944a11f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086464373061343361948c0464617465948c13323032342d30362d32385f30312d33342d3431948c1074696d655f746869735f697465725f73944740842eee8a6000008c0c74696d655f746f74616c5f73944740b991bcfbec00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fead269f76f7eba8c026c7294473f896a7293dc25b18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740b991bcfbec00008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"6a8b96c3\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d3335948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f773ed0671e8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.18647509291243747,\n \"lr\": 0.09874663205229757,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.18647509291243747,\n \"lr\": 0.09874663205229757,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.18647509291243747,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 1,\n \"lr\": 0.09874663205229757,\n \"n_head\": 4\n },\n \"experiment_tag\": \"45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.1865,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0987,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719531281.5648096,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1953.720588744156,\n \"timestamp\": 1719531792,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"6a8b96c3\",\n \"date\": \"2024-06-28_01-43-12\",\n \"time_this_iter_s\": 50.06679081916809,\n \"time_total_s\": 510.91401290893555,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.18647509291243747,\n \"lr\": 0.09874663205229757,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 510.91401290893555,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.1865,embedding_dim=16,encoder_ff=1024,encoder_num_layer=1,lr=0.0987,n_head=4\"\n },\n \"last_result_time\": 1719531792.5211842,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3081.7005067359746,\n \"min\": 1953.720588744156,\n \"avg\": 2088.644080070435,\n \"last\": 1953.720588744156,\n \"last-5-avg\": 1953.922657595657,\n \"last-10-avg\": 2088.6440800704354\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 63.290406703948975,\n \"min\": 49.1952109336853,\n \"avg\": 51.09140129089355,\n \"last\": 50.06679081916809,\n \"last-5-avg\": 49.750275707244874,\n \"last-10-avg\": 51.09140129089356\n },\n \"time_total_s\": {\n \"max\": 510.91401290893555,\n \"min\": 63.290406703948975,\n \"avg\": 286.91188473701476,\n \"last\": 510.91401290893555,\n \"last-5-avg\": 411.1349405288696,\n \"last-10-avg\": 286.91188473701476\n },\n \"time_since_restore\": {\n \"max\": 510.91401290893555,\n \"min\": 63.290406703948975,\n \"avg\": 286.91188473701476,\n \"last\": 510.91401290893555,\n \"last-5-avg\": 411.1349405288696,\n \"last-10-avg\": 286.91188473701476\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a9542a3565879e4094869452946807680d4308fcfd7e5f2f879e4094869452946807680d43086532998c72879e4094869452946807680d4308f4f97cfe8a899e4094869452946807680d4308100804e2e1869e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1a86613a84094869452946807680d4308afd7eb4528cca04094869452946807680d4308e8f3f93cbada9e4094869452946807680d43088d46a3312e909e4094869452946807680d43089bcd661349899e4094869452946807680d4308a9542a3565879e4094869452946807680d4308fcfd7e5f2f879e4094869452946807680d43086532998c72879e4094869452946807680d4308f4f97cfe8a899e4094869452946807680d4308100804e2e1869e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404898fcac00000047404904b100000000474048e220e2000000474048d7d204000000474049088c9a000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847404fa52c0c000000474048d0c496000000474048cb619400000047404906476e000000474048cd379000000047404898fcac00000047404904b100000000474048e220e2000000474048d7d204000000474049088c9a000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407375b9bc000000474076964fdc000000474079b293f840000047407ccd8e38c0000047407fee9fcc000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847404fa52c0c00000047405c3af85100000047406450548d80000047406a91e669000000474070629a2680000047407375b9bc000000474076964fdc000000474079b293f840000047407ccd8e38c0000047407fee9fcc000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407375b9bc000000474076964fdc000000474079b293f840000047407ccd8e38c0000047407fee9fcc000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847404fa52c0c00000047405c3af85100000047406450548d80000047406a91e669000000474070629a2680000047407375b9bc000000474076964fdc000000474079b293f840000047407ccd8e38c0000047407fee9fcc000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950a260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10ed31b0a54d974eb4114c0bd1e011f95b736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430847a3d1a86613a84094869452948c0974696d657374616d70944a50f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33352d3434948c1074696d655f746869735f697465725f739447404fa52c0c0000008c0c74696d655f746f74616c5f739447404fa52c0c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447404fa52c0c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10dcfbc868ce8c1fa59a4d7402c131176f7362756268317d94288c046c6f7373946836683c4308afd7eb4528cca04094869452948c0974696d657374616d70944a82f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33362d3334948c1074696d655f746869735f697465725f7394474048d0c4960000008c0c74696d655f746f74616c5f739447405c3af8510000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405c3af8510000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10758f296081226ea390493b26c38bc1297362756268317d94288c046c6f7373946836683c4308e8f3f93cbada9e4094869452948c0974696d657374616d70944ab4f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33372d3234948c1074696d655f746869735f697465725f7394474048cb61940000008c0c74696d655f746f74616c5f739447406450548d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406450548d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1148ef5d54162b16aa99436062f5a517cd007362756268317d94288c046c6f7373946836683c43088d46a3312e909e4094869452948c0974696d657374616d70944ae6f77d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33382d3134948c1074696d655f746869735f697465725f739447404906476e0000008c0c74696d655f746f74616c5f739447406a91e6690000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a91e6690000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a105e304afd4e13d88b74487f90525c7f027362756268317d94288c046c6f7373946836683c43089bcd661349899e4094869452948c0974696d657374616d70944a17f87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33392d3033948c1074696d655f746869735f697465725f7394474048cd37900000008c0c74696d655f746f74616c5f7394474070629a268000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474070629a268000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10e68f3865fd49dba74d402db662693d717362756268317d94288c046c6f7373946836683c4308a9542a3565879e4094869452948c0974696d657374616d70944a48f87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d33392d3532948c1074696d655f746869735f697465725f739447404898fcac0000008c0c74696d655f746f74616c5f739447407375b9bc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407375b9bc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10fa0beaa735e555ae4a47ecb15a339f677362756268317d94288c046c6f7373946836683c4308fcfd7e5f2f879e4094869452948c0974696d657374616d70944a7af87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d34302d3432948c1074696d655f746869735f697465725f739447404904b1000000008c0c74696d655f746f74616c5f7394474076964fdc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076964fdc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1064fd3177c519a896f9453e2154beae7a7362756268317d94288c046c6f7373946836683c43086532998c72879e4094869452948c0974696d657374616d70944aacf87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d34312d3332948c1074696d655f746869735f697465725f7394474048e220e20000008c0c74696d655f746f74616c5f7394474079b293f84000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474079b293f84000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11de18e9f5820194885c4fe4b42d087e81007362756268317d94288c046c6f7373946836683c4308f4f97cfe8a899e4094869452948c0974696d657374616d70944adef87d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d34322d3232948c1074696d655f746869735f697465725f7394474048d7d2040000008c0c74696d655f746f74616c5f739447407ccd8e38c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407ccd8e38c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f36613862393663335f34355f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32375f32332d34352d33352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1170594f0e1697a5b85e447947029295a4007362756268317d94288c046c6f7373946836683c4308100804e2e1869e4094869452948c0974696d657374616d70944a10f97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083661386239366333948c0464617465948c13323032342d30362d32385f30312d34332d3132948c1074696d655f746869735f697465725f7394474049088c9a0000008c0c74696d655f746f74616c5f739447407fee9fcc0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fc7de6a74c9eae08c026c7294473fb947759341382d8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407fee9fcc0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"7cf5cd31\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d3431948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f7db92f56c88c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.46333542158727514,\n \"lr\": 0.0056697738377682865,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.46333542158727514,\n \"lr\": 0.0056697738377682865,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.46333542158727514,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0056697738377682865,\n \"n_head\": 8\n },\n \"experiment_tag\": \"46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.4633,embedding_dim=64,encoder_ff=2048,encoder_num_layer=2,lr=0.0057,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719531792.674391,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1969.8179076187255,\n \"timestamp\": 1719532517,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"7cf5cd31\",\n \"date\": \"2024-06-28_01-55-17\",\n \"time_this_iter_s\": 71.38838720321655,\n \"time_total_s\": 725.0215277671814,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.46333542158727514,\n \"lr\": 0.0056697738377682865,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 725.0215277671814,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.4633,embedding_dim=64,encoder_ff=2048,encoder_num_layer=2,lr=0.0057,n_head=8\"\n },\n \"last_result_time\": 1719532517.749666,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1984.2343644269808,\n \"min\": 1969.8179076187255,\n \"avg\": 1976.94908601055,\n \"last\": 1969.8179076187255,\n \"last-5-avg\": 1975.1277795506273,\n \"last-10-avg\": 1976.94908601055\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 85.05374217033386,\n \"min\": 70.41050291061401,\n \"avg\": 72.50215277671813,\n \"last\": 71.38838720321655,\n \"last-5-avg\": 70.93094444274902,\n \"last-10-avg\": 72.50215277671813\n },\n \"time_total_s\": {\n \"max\": 725.0215277671814,\n \"min\": 85.05374217033386,\n \"avg\": 405.35721931457516,\n \"last\": 725.0215277671814,\n \"last-5-avg\": 582.7749707221985,\n \"last-10-avg\": 405.3572193145752\n },\n \"time_since_restore\": {\n \"max\": 725.0215277671814,\n \"min\": 85.05374217033386,\n \"avg\": 405.35721931457516,\n \"last\": 725.0215277671814,\n \"last-5-avg\": 582.7749707221985,\n \"last-10-avg\": 405.3572193145752\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430883c1607079d09e4094869452946807680d4308954aa59283f09e4094869452946807680d4308994c26533dca9e4094869452946807680d4308dced765b0efc9e4094869452946807680d43084d26938945c79e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1b879e79e4094869452946807680d4308c8e3f11888f89e4094869452946807680d430841201088f9da9e4094869452946807680d4308ea743afdef009f4094869452946807680d43088d46a3117ddb9e4094869452946807680d430883c1607079d09e4094869452946807680d4308954aa59283f09e4094869452946807680d4308994c26533dca9e4094869452946807680d4308dced765b0efc9e4094869452946807680d43084d26938945c79e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740519a45ae000000474051bea1b1000000474051bb95de000000474051bc8e65000000474051d8db56000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474055437083000000474051ee8f2d000000474051ea2e80000000474051a75ae5000000474051d3f0a90000004740519a45ae000000474051bea1b1000000474051bb95de000000474051bc8e65000000474051d8db56000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407b8c6fdb00000047407ffc1847400000474082357edf6000004740846d10ac000000474086a82c16c00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405543708300000047406398ffd800000047406c8e1718000000474072b0e24540000047407725de6f80000047407b8c6fdb00000047407ffc1847400000474082357edf6000004740846d10ac000000474086a82c16c00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407b8c6fdb00000047407ffc1847400000474082357edf6000004740846d10ac000000474086a82c16c00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405543708300000047406398ffd800000047406c8e1718000000474072b0e24540000047407725de6f80000047407b8c6fdb00000047407ffc1847400000474082357edf6000004740846d10ac000000474086a82c16c00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950d260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11ee6cf4a628061a95264e8b6041b20cf100736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308c8e3f1b879e79e4094869452948c0974696d657374616d70944a65f97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34342d3337948c1074696d655f746869735f697465725f73944740554370830000008c0c74696d655f746f74616c5f73944740554370830000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740554370830000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a114c20fd20f6ac1582e6480d802b47e884007362756268317d94288c046c6f7373946836683c4308c8e3f11888f89e4094869452948c0974696d657374616d70944aadf97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34352d3439948c1074696d655f746869735f697465725f7394474051ee8f2d0000008c0c74696d655f746f74616c5f739447406398ffd80000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406398ffd80000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a115cbf8b3317c50b83ca43cf00a6e203ea007362756268317d94288c046c6f7373946836683c430841201088f9da9e4094869452948c0974696d657374616d70944af5f97d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34372d3031948c1074696d655f746869735f697465725f7394474051ea2e800000008c0c74696d655f746f74616c5f739447406c8e17180000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406c8e17180000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a10e6f2c8ea1763a6936c4b993a09a3d1327362756268317d94288c046c6f7373946836683c4308ea743afdef009f4094869452948c0974696d657374616d70944a3bfa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34382d3131948c1074696d655f746869735f697465725f7394474051a75ae50000008c0c74696d655f746f74616c5f7394474072b0e2454000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072b0e2454000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10fa9264b844eb34b24347a835ef1626127362756268317d94288c046c6f7373946836683c43088d46a3117ddb9e4094869452948c0974696d657374616d70944a83fa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d34392d3233948c1074696d655f746869735f697465725f7394474051d3f0a90000008c0c74696d655f746f74616c5f739447407725de6f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407725de6f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a102e1b27ea78144ab1af42164152eb62087362756268317d94288c046c6f7373946836683c430883c1607079d09e4094869452948c0974696d657374616d70944ac9fa7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35302d3333948c1074696d655f746869735f697465725f73944740519a45ae0000008c0c74696d655f746f74616c5f739447407b8c6fdb0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b8c6fdb0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a111f7127aad1307681d048cc86bf7c2ecf007362756268317d94288c046c6f7373946836683c4308954aa59283f09e4094869452948c0974696d657374616d70944a10fb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35312d3434948c1074696d655f746869735f697465725f7394474051bea1b10000008c0c74696d655f746f74616c5f739447407ffc18474000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407ffc18474000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a109d485ee280a110b3804c669f759efc007362756268317d94288c046c6f7373946836683c4308994c26533dca9e4094869452948c0974696d657374616d70944a57fb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35322d3535948c1074696d655f746869735f697465725f7394474051bb95de0000008c0c74696d655f746f74616c5f7394474082357edf6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082357edf6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11544c8436b06f7ab7d64322fd5a77b5a3007362756268317d94288c046c6f7373946836683c4308dced765b0efc9e4094869452948c0974696d657374616d70944a9efb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35342d3036948c1074696d655f746869735f697465725f7394474051bc8e650000008c0c74696d655f746f74616c5f73944740846d10ac0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740846d10ac0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37636635636433315f34365f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d33342d34312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11c45f395869609a94844b72bff8171cbc007362756268317d94288c046c6f7373946836683c43084d26938945c79e4094869452948c0974696d657374616d70944ae5fb7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083763663563643331948c0464617465948c13323032342d30362d32385f30312d35352d3137948c1074696d655f746869735f697465725f7394474051d8db560000008c0c74696d655f746f74616c5f7394474086a82c16c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b088c0964726f705f7261746594473fdda7499cb2ed108c026c7294473f7739305357c83e8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474086a82c16c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"a22bbb57\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d3132948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f7e0491b98e8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9881911141872612,\n \"lr\": 0.005037349286937313,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9881911141872612,\n \"lr\": 0.005037349286937313,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.9881911141872612,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.005037349286937313,\n \"n_head\": 4\n },\n \"experiment_tag\": \"47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.9882,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0050,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719532517.9184258,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": NaN,\n \"timestamp\": 1719533291,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"a22bbb57\",\n \"date\": \"2024-06-28_02-08-11\",\n \"time_this_iter_s\": 75.01777005195618,\n \"time_total_s\": 773.6219465732574,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9881911141872612,\n \"lr\": 0.005037349286937313,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 773.6219465732574,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.9882,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0050,n_head=4\"\n },\n \"last_result_time\": 1719533291.5979085,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": NaN,\n \"min\": NaN,\n \"avg\": NaN,\n \"last\": NaN,\n \"last-5-avg\": NaN,\n \"last-10-avg\": NaN\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 89.77370476722717,\n \"min\": 74.07769989967346,\n \"avg\": 77.36219465732574,\n \"last\": 75.01777005195618,\n \"last-5-avg\": 75.34501643180847,\n \"last-10-avg\": 77.36219465732574\n },\n \"time_total_s\": {\n \"max\": 773.6219465732574,\n \"min\": 89.77370476722717,\n \"avg\": 433.64644131660464,\n \"last\": 773.6219465732574,\n \"last-5-avg\": 623.9367468357086,\n \"last-10-avg\": 433.64644131660464\n },\n \"time_since_restore\": {\n \"max\": 773.6219465732574,\n \"min\": 89.77370476722717,\n \"avg\": 433.64644131660464,\n \"last\": 773.6219465732574,\n \"last-5-avg\": 623.9367468357086,\n \"last-10-avg\": 433.64644131660464\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740532fd0e5000000474052e92977000000474052cf513500000047405284f909000000474052c12325000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405671846100000047405333b03e0000004740533291fa000000474053324a390000004740532f55680000004740532fd0e5000000474052e92977000000474052cf513500000047405284f909000000474052c12325000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407d9a4dc7c000004740812a4c12c00000474083843639600000474085d4d55a8000004740882cf9bf200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056718461000000474064d29a4f80000047406e6be34c800000474074028434800000474078ce598e80000047407d9a4dc7c000004740812a4c12c00000474083843639600000474085d4d55a8000004740882cf9bf200000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407d9a4dc7c000004740812a4c12c00000474083843639600000474085d4d55a8000004740882cf9bf200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056718461000000474064d29a4f80000047406e6be34c800000474074028434800000474078ce598e80000047407d9a4dc7c000004740812a4c12c00000474083843639600000474085d4d55a8000004740882cf9bf200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950e260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a112d341e1a61993f859046a957a1dc1ce900736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452948c0974696d657374616d70944a3ffc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30312d35362d3437948c1074696d655f746869735f697465725f73944740567184610000008c0c74696d655f746f74616c5f73944740567184610000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740567184610000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10705ebffed1d1c683014bc951326fbb027362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a8cfc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30312d35382d3034948c1074696d655f746869735f697465725f739447405333b03e0000008c0c74696d655f746f74616c5f7394474064d29a4f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474064d29a4f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10cff791202f7c35b9b3484f8653718c0f7362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ad9fc7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30312d35392d3231948c1074696d655f746869735f697465725f73944740533291fa0000008c0c74696d655f746f74616c5f739447406e6be34c8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406e6be34c8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a110ab888213f091e8e2046ae91d0b214c9007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a26fd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30302d3338948c1074696d655f746869735f697465725f7394474053324a390000008c0c74696d655f746f74616c5f73944740740284348000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740740284348000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a117ccbf784b41da89b72473e10bbe913f4007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a72fd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30312d3534948c1074696d655f746869735f697465725f73944740532f55680000008c0c74696d655f746f74616c5f7394474078ce598e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474078ce598e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10ca65eb75d23fe69746417de122a690537362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944abffd7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30332d3131948c1074696d655f746869735f697465725f73944740532fd0e50000008c0c74696d655f746f74616c5f739447407d9a4dc7c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407d9a4dc7c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a115aef09a11720fdaa4b416802384fedc1007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a0bfe7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30342d3237948c1074696d655f746869735f697465725f7394474052e929770000008c0c74696d655f746f74616c5f73944740812a4c12c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740812a4c12c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11d462284e6ed525afa94f637a3748869b007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a56fe7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30352d3432948c1074696d655f746869735f697465725f7394474052cf51350000008c0c74696d655f746f74616c5f73944740838436396000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740838436396000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11751795d77b7c4cb32f4424dda9aae6d6007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944aa0fe7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30362d3536948c1074696d655f746869735f697465725f739447405284f9090000008c0c74696d655f746f74616c5f7394474085d4d55a8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474085d4d55a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61323262626235375f34375f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30312d34332d31322f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11c859c5aa767236ace7493fe9ce8b9db8007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944aebfe7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086132326262623537948c0464617465948c13323032342d30362d32385f30322d30382d3131948c1074696d655f746869735f697465725f7394474052c123250000008c0c74696d655f746f74616c5f73944740882cf9bf2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fef9f42f8b43a128c026c7294473f74a20b272281eb8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740882cf9bf2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"57284f74\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d3137948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f7ee6fa91e58c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.3048722403961074,\n \"lr\": 0.0003667007874849629,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.3048722403961074,\n \"lr\": 0.0003667007874849629,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.3048722403961074,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0003667007874849629,\n \"n_head\": 2\n },\n \"experiment_tag\": \"48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.3049,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0004,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719533291.7679293,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1957.8637003260335,\n \"timestamp\": 1719534198,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"57284f74\",\n \"date\": \"2024-06-28_02-23-18\",\n \"time_this_iter_s\": 89.53279662132263,\n \"time_total_s\": 906.9161651134491,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.3048722403961074,\n \"lr\": 0.0003667007874849629,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 906.9161651134491,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.3049,embedding_dim=16,encoder_ff=2048,encoder_num_layer=4,lr=0.0004,n_head=2\"\n },\n \"last_result_time\": 1719534198.7360084,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1990.1104097141056,\n \"min\": 1954.3513726662463,\n \"avg\": 1962.2435723732776,\n \"last\": 1957.8637003260335,\n \"last-5-avg\": 1958.8026515209772,\n \"last-10-avg\": 1962.2435723732774\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 103.31512880325317,\n \"min\": 88.52644205093384,\n \"avg\": 90.69161651134492,\n \"last\": 89.53279662132263,\n \"last-5-avg\": 89.47823114395142,\n \"last-10-avg\": 90.6916165113449\n },\n \"time_total_s\": {\n \"max\": 906.9161651134491,\n \"min\": 103.31512880325317,\n \"avg\": 504.5993302583695,\n \"last\": 906.9161651134491,\n \"last-5-avg\": 728.0401030540467,\n \"last-10-avg\": 504.59933025836943\n },\n \"time_since_restore\": {\n \"max\": 906.9161651134491,\n \"min\": 103.31512880325317,\n \"avg\": 504.5993302583695,\n \"last\": 906.9161651134491,\n \"last-5-avg\": 728.0401030540467,\n \"last-10-avg\": 504.59933025836943\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082c168bd559949e4094869452946807680d430873b95ccee3a29e4094869452946807680d430877bbddfe36a19e4094869452946807680d4308168bc58224989e4094869452946807680d43086fb7db6d74979e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430891482422e9a59e4094869452946807680d430802814090359e9e4094869452946807680d4308fa7c3e0f71189f4094869452946807680d4308592c160bb9ab9e4094869452946807680d4308f2783cce67899e4094869452946807680d43082c168bd559949e4094869452946807680d430873b95ccee3a29e4094869452946807680d430877bbddfe36a19e4094869452946807680d4308168bc58224989e4094869452946807680d43086fb7db6d74979e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405664e85600000047405662f70600000047405660355e0000004740564edaa1000000474056621957000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474059d42b1200000047405621b13a0000004740563c5f4000000047405662a4d00000004740564cb96500000047405664e85600000047405662f70600000047405660355e0000004740564edaa1000000474056621957000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408128d042e00000474083f52f23a00000474086c135cf6000004740898b112380000047408c57544e600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474059d42b12000000474067faee260000004740718c8ee300000047407725381700000047407cb8667040000047408128d042e00000474083f52f23a00000474086c135cf6000004740898b112380000047408c57544e600000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408128d042e00000474083f52f23a00000474086c135cf6000004740898b112380000047408c57544e600000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474059d42b12000000474067faee260000004740718c8ee300000047407725381700000047407cb8667040000047408128d042e00000474083f52f23a00000474086c135cf6000004740898b112380000047408c57544e600000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10d3ed9eb053d83fb1e94b10932a09566c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430891482422e9a59e4094869452948c0974696d657374616d70944a53ff7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d30392d3535948c1074696d655f746869735f697465725f7394474059d42b120000008c0c74696d655f746f74616c5f7394474059d42b120000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474059d42b120000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1040f2ee25deb7bba80749ff1408b76f337362756268317d94288c046c6f7373946836683c430802814090359e9e4094869452948c0974696d657374616d70944aabff7d668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31312d3233948c1074696d655f746869735f697465725f739447405621b13a0000008c0c74696d655f746f74616c5f7394474067faee260000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474067faee260000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a107439022ed6193c806d4cb2dbe0daef567362756268317d94288c046c6f7373946836683c4308fa7c3e0f71189f4094869452948c0974696d657374616d70944a04007e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31322d3532948c1074696d655f746869735f697465725f73944740563c5f400000008c0c74696d655f746f74616c5f73944740718c8ee30000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740718c8ee30000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a101cee25c8b9793b99784b0bbe1f2f1c0f7362756268317d94288c046c6f7373946836683c4308592c160bb9ab9e4094869452948c0974696d657374616d70944a5e007e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31342d3232948c1074696d655f746869735f697465725f739447405662a4d00000008c0c74696d655f746f74616c5f73944740772538170000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740772538170000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1087274e0ea602ceb9f843a1c738ebcb157362756268317d94288c046c6f7373946836683c4308f2783cce67899e4094869452948c0974696d657374616d70944ab7007e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31352d3531948c1074696d655f746869735f697465725f73944740564cb9650000008c0c74696d655f746f74616c5f739447407cb866704000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407cb866704000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11bc7a2236930a368755495a6b8ed5748e007362756268317d94288c046c6f7373946836683c43082c168bd559949e4094869452948c0974696d657374616d70944a10017e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31372d3230948c1074696d655f746869735f697465725f739447405664e8560000008c0c74696d655f746f74616c5f739447408128d042e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408128d042e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a109a4bdb34ccb74d8d9a477b4ff82fc7107362756268317d94288c046c6f7373946836683c430873b95ccee3a29e4094869452948c0974696d657374616d70944a6a017e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d31382d3530948c1074696d655f746869735f697465725f739447405662f7060000008c0c74696d655f746f74616c5f7394474083f52f23a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474083f52f23a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11a5d9643e548a4fad7b4df738fcbca9c6007362756268317d94288c046c6f7373946836683c430877bbddfe36a19e4094869452948c0974696d657374616d70944ac3017e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d32302d3139948c1074696d655f746869735f697465725f739447405660355e0000008c0c74696d655f746f74616c5f7394474086c135cf6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474086c135cf6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a113eeed7f846867a9b7548272eb640d1ce007362756268317d94288c046c6f7373946836683c4308168bc58224989e4094869452948c0974696d657374616d70944a1d027e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d32312d3439948c1074696d655f746869735f697465725f73944740564edaa10000008c0c74696d655f746f74616c5f73944740898b11238000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740898b11238000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f35373238346637345f34385f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30312d35352d31372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11234e6b7eb8e6e38ae444a955e515b69b007362756268317d94288c046c6f7373946836683c43086fb7db6d74979e4094869452948c0974696d657374616d70944a76027e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083537323834663734948c0464617465948c13323032342d30362d32385f30322d32332d3138948c1074696d655f746869735f697465725f73944740566219570000008c0c74696d655f746f74616c5f739447408c57544e6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fd38306db7d68f68c026c7294473f380837e3c11bf18c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408c57544e6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"32772c28\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d3131948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f7f7dd831bf8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.4976920968263533,\n \"lr\": 0.013704737381480214,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.4976920968263533,\n \"lr\": 0.013704737381480214,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.4976920968263533,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.013704737381480214,\n \"n_head\": 4\n },\n \"experiment_tag\": \"49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.4977,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0137,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719534198.9066653,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2048.298097625492,\n \"timestamp\": 1719536262,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"32772c28\",\n \"date\": \"2024-06-28_02-57-43\",\n \"time_this_iter_s\": 204.9549217224121,\n \"time_total_s\": 2064.139549255371,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.4976920968263533,\n \"lr\": 0.013704737381480214,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 2064.139549255371,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.4977,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0137,n_head=4\"\n },\n \"last_result_time\": 1719536263.0966814,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2700.2572838490405,\n \"min\": 2048.298097625492,\n \"avg\": 2343.5907744640435,\n \"last\": 2048.298097625492,\n \"last-5-avg\": 2152.1482131597563,\n \"last-10-avg\": 2343.5907744640435\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 219.04653239250183,\n \"min\": 204.72472834587097,\n \"avg\": 206.41395492553713,\n \"last\": 204.9549217224121,\n \"last-5-avg\": 204.9744710445404,\n \"last-10-avg\": 206.4139549255371\n },\n \"time_total_s\": {\n \"max\": 2064.139549255371,\n \"min\": 219.04653239250183,\n \"avg\": 1141.709648823738,\n \"last\": 2064.139549255371,\n \"last-5-avg\": 1654.313972711563,\n \"last-10-avg\": 1141.709648823738\n },\n \"time_since_restore\": {\n \"max\": 2064.139549255371,\n \"min\": 219.04653239250183,\n \"avg\": 1141.709648823738,\n \"last\": 2064.139549255371,\n \"last-5-avg\": 1654.313972711563,\n \"last-10-avg\": 1141.709648823738\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a9542a3513bba14094869452946807680d4308f0f7fbbd2b26a14094869452946807680d430863b1585cefcca04094869452946807680d4308ea743a7db462a04094869452946807680d4308028140a09800a0409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d66ab5ba8318a54094869452946807680d430812894482fa62a44094869452946807680d4308c8e3f1f851fda34094869452946807680d4308040281c00314a34094869452946807680d4308040281608179a24094869452946807680d4308a9542a3513bba14094869452946807680d4308f0f7fbbd2b26a14094869452946807680d430863b1585cefcca04094869452946807680d4308ea743a7db462a04094869452946807680d4308028140a09800a0409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474069a1416f000000474069a588990000004740699f609c0000004740699730f98000004740699e8eb8000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406b617d318000004740699b4b53800000474069a72f0b800000474069a2186a000000474069a27ce0000000474069a1416f000000474069a588990000004740699f609c0000004740699730f98000004740699e8eb8000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740937139c9300000474096a5eadc500000474099d9d6efd0000047409d0cbd0f0000004740a0204773000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406b617d3180000047407a7e6442800000474083a8fde420000047408a1183fea000004740903d119b5000004740937139c9300000474096a5eadc500000474099d9d6efd0000047409d0cbd0f0000004740a0204773000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740937139c9300000474096a5eadc500000474099d9d6efd0000047409d0cbd0f0000004740a0204773000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406b617d3180000047407a7e6442800000474083a8fde420000047408a1183fea000004740903d119b5000004740937139c9300000474096a5eadc500000474099d9d6efd0000047409d0cbd0f0000004740a0204773000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1152b1ce4a0a9499b13b470843470d40c300736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d66ab5ba8318a54094869452948c0974696d657374616d70944a51037e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d32362d3537948c1074696d655f746869735f697465725f739447406b617d318000008c0c74696d655f746f74616c5f739447406b617d318000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406b617d318000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1156a89948facd96b79f49bdb815d5ca8c007362756268317d94288c046c6f7373946836683c430812894482fa62a44094869452948c0974696d657374616d70944a1e047e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d33302d3232948c1074696d655f746869735f697465725f73944740699b4b538000008c0c74696d655f746f74616c5f739447407a7e64428000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a7e64428000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a10d30a43c4a8915ba03b4aeb8d227f0c447362756268317d94288c046c6f7373946836683c4308c8e3f1f851fda34094869452948c0974696d657374616d70944aeb047e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d33332d3438948c1074696d655f746869735f697465725f7394474069a72f0b8000008c0c74696d655f746f74616c5f7394474083a8fde42000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083a8fde42000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a119f2e08fc71c5a0a18d47e9c65efb2c9d007362756268317d94288c046c6f7373946836683c4308040281c00314a34094869452948c0974696d657374616d70944ab8057e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d33372d3133948c1074696d655f746869735f697465725f7394474069a2186a0000008c0c74696d655f746f74616c5f739447408a1183fea000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408a1183fea000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1104796519973005a02a42e8e0cee20a9a007362756268317d94288c046c6f7373946836683c4308040281608179a24094869452948c0974696d657374616d70944a86067e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d34302d3338948c1074696d655f746869735f697465725f7394474069a27ce00000008c0c74696d655f746f74616c5f73944740903d119b5000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740903d119b5000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11e90805d0f59f27aa2642f06043a3c488007362756268317d94288c046c6f7373946836683c4308a9542a3513bba14094869452948c0974696d657374616d70944a53077e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d34342d3033948c1074696d655f746869735f697465725f7394474069a1416f0000008c0c74696d655f746f74616c5f73944740937139c93000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740937139c93000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a10becdb2e438dfc6925345925f1135d3157362756268317d94288c046c6f7373946836683c4308f0f7fbbd2b26a14094869452948c0974696d657374616d70944a20087e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d34372d3238948c1074696d655f746869735f697465725f7394474069a588990000008c0c74696d655f746f74616c5f7394474096a5eadc5000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474096a5eadc5000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11448b7d6416372095db4088e81591f6e6007362756268317d94288c046c6f7373946836683c430863b1585cefcca04094869452948c0974696d657374616d70944aed087e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d35302d3533948c1074696d655f746869735f697465725f73944740699f609c0000008c0c74696d655f746f74616c5f7394474099d9d6efd000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474099d9d6efd000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11e446638f50db50aef644dd37509680c5007362756268317d94288c046c6f7373946836683c4308ea743a7db462a04094869452948c0974696d657374616d70944ab9097e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d35342d3138948c1074696d655f746869735f697465725f73944740699730f98000008c0c74696d655f746f74616c5f739447409d0cbd0f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409d0cbd0f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33323737326332385f34395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d30382d31312f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11ac774e92591888b1f447593038444698007362756268317d94288c046c6f7373946836683c4308028140a09800a04094869452948c0974696d657374616d70944a860a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083332373732633238948c0464617465948c13323032342d30362d32385f30322d35372d3433948c1074696d655f746869735f697465725f73944740699e8eb80000008c0c74696d655f746f74616c5f73944740a02047730000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fdfda2ff3d632d68c026c7294473f8c113ab6d46e668c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a02047730000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"4fa4a8c6\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d3138948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f80607511d88c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5276525795479664,\n \"lr\": 0.018787488390354802,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5276525795479664,\n \"lr\": 0.018787488390354802,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.5276525795479664,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.018787488390354802,\n \"n_head\": 16\n },\n \"experiment_tag\": \"50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5277,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0188,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719536263.2501142,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1612.084331842858,\n \"timestamp\": 1719538145,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"4fa4a8c6\",\n \"date\": \"2024-06-28_03-29-05\",\n \"time_this_iter_s\": 186.78013014793396,\n \"time_total_s\": 1882.5019946098328,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.5276525795479664,\n \"lr\": 0.018787488390354802,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 1882.5019946098328,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_rate=0.5277,embedding_dim=1024,encoder_ff=512,encoder_num_layer=1,lr=0.0188,n_head=16\"\n },\n \"last_result_time\": 1719538145.8004339,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2563.930910125492,\n \"min\": 1612.084331842858,\n \"avg\": 2202.1557254821296,\n \"last\": 1612.084331842858,\n \"last-5-avg\": 1950.3934694305178,\n \"last-10-avg\": 2202.15572548213\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 200.39984393119812,\n \"min\": 186.51477193832397,\n \"avg\": 188.25019946098325,\n \"last\": 186.78013014793396,\n \"last-5-avg\": 186.87134075164795,\n \"last-10-avg\": 188.25019946098328\n },\n \"time_total_s\": {\n \"max\": 1882.5019946098328,\n \"min\": 200.39984393119812,\n \"avg\": 1041.6279175281525,\n \"last\": 1882.5019946098328,\n \"last-5-avg\": 1508.9627029895782,\n \"last-10-avg\": 1041.6279175281525\n },\n \"time_since_restore\": {\n \"max\": 1882.5019946098328,\n \"min\": 200.39984393119812,\n \"avg\": 1041.6279175281525,\n \"last\": 1882.5019946098328,\n \"last-5-avg\": 1508.9627029895782,\n \"last-10-avg\": 1041.6279175281525\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308afd7eb657e77a14094869452946807680d4308369bcdee58c4a04094869452946807680d4308ad56ab8544d09f4094869452946807680d430830180c0695e79a4094869452946807680d4308592c165b563099409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308028140a0dc07a44094869452946807680d4308412010200dc2a34094869452946807680d4308ecf57a0d9d3ba34094869452946807680d430802814000aec8a24094869452946807680d430853a9543af90ca24094869452946807680d4308afd7eb657e77a14094869452946807680d4308369bcdee58c4a04094869452946807680d4308ad56ab8544d09f4094869452946807680d430830180c0695e79a4094869452946807680d4308592c165b563099409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847406763cce70000004740676096b30000004740675857b000000047406755b80080000047406758f6d3800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740690ccb858000004740676035ae80000047406762fc29800000474067507903000000474067642fd880000047406763cce70000004740676096b30000004740675857b000000047406755b80080000047406758f6d3800000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474091bd0e64000000474094a9213a600000474097942c3060000047409a7ee33070000047409d6a020ae00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740690ccb8580000047407836809a000000474081f3ff57600000474087c81d9820000047408da1298e400000474091bd0e64000000474094a9213a600000474097942c3060000047409a7ee33070000047409d6a020ae00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474091bd0e64000000474094a9213a600000474097942c3060000047409a7ee33070000047409d6a020ae00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740690ccb8580000047407836809a000000474081f3ff57600000474087c81d9820000047408da1298e400000474091bd0e64000000474094a9213a600000474097942c3060000047409a7ee33070000047409d6a020ae00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a111ad2125617a7f591ad4c10d275fc26b200736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308028140a0dc07a44094869452948c0974696d657374616d70944a4f0b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d30312d3033948c1074696d655f746869735f697465725f73944740690ccb858000008c0c74696d655f746f74616c5f73944740690ccb858000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740690ccb858000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a118c7ddd0fc9a70ea747429124227546da007362756268317d94288c046c6f7373946836683c4308412010200dc2a34094869452948c0974696d657374616d70944a0a0c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d30342d3130948c1074696d655f746869735f697465725f73944740676035ae8000008c0c74696d655f746f74616c5f739447407836809a0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407836809a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11264fead62324368f1541a0f51e501ba8007362756268317d94288c046c6f7373946836683c4308ecf57a0d9d3ba34094869452948c0974696d657374616d70944ac50c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d30372d3137948c1074696d655f746869735f697465725f739447406762fc298000008c0c74696d655f746f74616c5f7394474081f3ff576000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474081f3ff576000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1192e76f111a5531bc214e4c2bd4c8f1b0007362756268317d94288c046c6f7373946836683c430802814000aec8a24094869452948c0974696d657374616d70944a800d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d31302d3234948c1074696d655f746869735f697465725f73944740675079030000008c0c74696d655f746f74616c5f7394474087c81d982000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474087c81d982000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10e81592ed689af4b5e840a95ea4092e767362756268317d94288c046c6f7373946836683c430853a9543af90ca24094869452948c0974696d657374616d70944a3b0e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d31332d3331948c1074696d655f746869735f697465725f7394474067642fd88000008c0c74696d655f746f74616c5f739447408da1298e4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408da1298e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a102e5da6843d1607b2c341ad422d7b256e7362756268317d94288c046c6f7373946836683c4308afd7eb657e77a14094869452948c0974696d657374616d70944af60e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d31362d3338948c1074696d655f746869735f697465725f739447406763cce70000008c0c74696d655f746f74616c5f7394474091bd0e640000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474091bd0e640000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a1117e1f519d8f5cea6474b113e25cc57d5007362756268317d94288c046c6f7373946836683c4308369bcdee58c4a04094869452948c0974696d657374616d70944ab10f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d31392d3435948c1074696d655f746869735f697465725f73944740676096b30000008c0c74696d655f746f74616c5f7394474094a9213a6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474094a9213a6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10a7b67c977f5183a7824b789749c2781f7362756268317d94288c046c6f7373946836683c4308ad56ab8544d09f4094869452948c0974696d657374616d70944a6c107e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d32322d3532948c1074696d655f746869735f697465725f73944740675857b00000008c0c74696d655f746f74616c5f7394474097942c306000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474097942c306000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11d5d54adadaca3fb324435ec4da8481d7007362756268317d94288c046c6f7373946836683c430830180c0695e79a4094869452948c0974696d657374616d70944a26117e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d32352d3539948c1074696d655f746869735f697465725f739447406755b8008000008c0c74696d655f746f74616c5f739447409a7ee3307000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447409a7ee3307000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f34666134613863365f35305f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30322d32332d31382f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1071750aa59b43b7b3474bb1fcaa494b047362756268317d94288c046c6f7373946836683c4308592c165b5630994094869452948c0974696d657374616d70944ae1117e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083466613461386336948c0464617465948c13323032342d30362d32385f30332d32392d3035948c1074696d655f746869735f697465725f739447406758f6d38000008c0c74696d655f746f74616c5f739447409d6a020ae000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe0e287a999dfad8c026c7294473f933d0700d79b5a8c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447409d6a020ae000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"f1df685b\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d3433948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8270652a078c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.6516917077514637,\n \"lr\": 0.00012016483134334655,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.6516917077514637,\n \"lr\": 0.00012016483134334655,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.6516917077514637,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 1,\n \"lr\": 0.00012016483134334655,\n \"n_head\": 16\n },\n \"experiment_tag\": \"51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.6517,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719538145.9566,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 349.91690856453005,\n \"timestamp\": 1719538777,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"f1df685b\",\n \"date\": \"2024-06-28_03-39-37\",\n \"time_this_iter_s\": 62.24173164367676,\n \"time_total_s\": 631.1538705825806,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.6516917077514637,\n \"lr\": 0.00012016483134334655,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 631.1538705825806,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_rate=0.6517,embedding_dim=64,encoder_ff=512,encoder_num_layer=1,lr=0.0001,n_head=16\"\n },\n \"last_result_time\": 1719538777.1607192,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1395.3380626768578,\n \"min\": 349.91690856453005,\n \"avg\": 585.1466473677026,\n \"last\": 349.91690856453005,\n \"last-5-avg\": 389.6494589978316,\n \"last-10-avg\": 585.1466473677026\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 74.64295077323914,\n \"min\": 61.00002908706665,\n \"avg\": 63.11538705825806,\n \"last\": 62.24173164367676,\n \"last-5-avg\": 62.26071014404297,\n \"last-10-avg\": 63.11538705825806\n },\n \"time_total_s\": {\n \"max\": 631.1538705825806,\n \"min\": 74.64295077323914,\n \"avg\": 352.04152367115023,\n \"last\": 631.1538705825806,\n \"last-5-avg\": 506.60893216133115,\n \"last-10-avg\": 352.04152367115023\n },\n \"time_since_restore\": {\n \"max\": 631.1538705825806,\n \"min\": 74.64295077323914,\n \"avg\": 352.04152367115023,\n \"last\": 631.1538705825806,\n \"last-5-avg\": 506.60893216133115,\n \"last-10-avg\": 352.04152367115023\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308552a958a3a267b4094869452946807680d43086bb55a0d3d65794094869452946807680d4308a552a9540c0c784094869452946807680d4308b55aad56c54d774094869452946807680d430843a150a8abde75409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430869341a2d5acd954094869452946807680d4308180c06037d588a4094869452946807680d4308ea743abda04d844094869452946807680d4308a7d3e9d498d6804094869452946807680d4308168bc5e2abc47d4094869452946807680d4308552a958a3a267b4094869452946807680d43086bb55a0d3d65794094869452946807680d4308a552a9540c0c784094869452946807680d4308b55aad56c54d774094869452946807680d430843a150a8abde75409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404ef82f5e00000047404f5abdb200000047404f18b51c00000047404f1c478400000047404f1ef110000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474052a9261b00000047404edafffa00000047404ea8dcd600000047404e96ad4e00000047404e8000f400000047404ef82f5e00000047404f5abdb200000047404f18b51c00000047404f1c478400000047404f1ef110000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474077dca0d4c0000047407bc7f88b00000047407fab0f2e800000474081c74c0f800000474083b93b20800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474052a9261b0000004740610b530c000000474068b58a418000004740702d9aca800000474073fd9ae9000000474077dca0d4c0000047407bc7f88b00000047407fab0f2e800000474081c74c0f800000474083b93b20800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474077dca0d4c0000047407bc7f88b00000047407fab0f2e800000474081c74c0f800000474083b93b20800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474052a9261b0000004740610b530c000000474068b58a418000004740702d9aca800000474073fd9ae9000000474077dca0d4c0000047407bc7f88b00000047407fab0f2e800000474081c74c0f800000474083b93b20800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a109cce7092c6ffd88ffa4b1bd1c4bd6f66736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430869341a2d5acd954094869452948c0974696d657374616d70944a2c127e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33302d3230948c1074696d655f746869735f697465725f7394474052a9261b0000008c0c74696d655f746f74616c5f7394474052a9261b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474052a9261b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11d4b83002ee4db0bc934c547643268984007362756268317d94288c046c6f7373946836683c4308180c06037d588a4094869452948c0974696d657374616d70944a6a127e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33312d3232948c1074696d655f746869735f697465725f739447404edafffa0000008c0c74696d655f746f74616c5f73944740610b530c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740610b530c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a118e62530e3e16a6bc624ab3a9fa1ae49b007362756268317d94288c046c6f7373946836683c4308ea743abda04d844094869452948c0974696d657374616d70944aa7127e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33322d3233948c1074696d655f746869735f697465725f739447404ea8dcd60000008c0c74696d655f746f74616c5f7394474068b58a418000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474068b58a418000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a104fc4bcdd57291aa2e84f51c38a2a7c437362756268317d94288c046c6f7373946836683c4308a7d3e9d498d6804094869452948c0974696d657374616d70944ae4127e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33332d3234948c1074696d655f746869735f697465725f739447404e96ad4e0000008c0c74696d655f746f74616c5f73944740702d9aca8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740702d9aca8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a101368a37afb65b3882a49f6c0b3673e687362756268317d94288c046c6f7373946836683c4308168bc5e2abc47d4094869452948c0974696d657374616d70944a21137e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33342d3235948c1074696d655f746869735f697465725f739447404e8000f40000008c0c74696d655f746f74616c5f7394474073fd9ae90000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474073fd9ae90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a107a742346d39d2cb32141952e437bfb287362756268317d94288c046c6f7373946836683c4308552a958a3a267b4094869452948c0974696d657374616d70944a5f137e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33352d3237948c1074696d655f746869735f697465725f739447404ef82f5e0000008c0c74696d655f746f74616c5f7394474077dca0d4c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474077dca0d4c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11229a55fe59d3adbf88443f20188157c6007362756268317d94288c046c6f7373946836683c43086bb55a0d3d65794094869452948c0974696d657374616d70944a9e137e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33362d3330948c1074696d655f746869735f697465725f739447404f5abdb20000008c0c74696d655f746f74616c5f739447407bc7f88b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407bc7f88b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1002278eb5ce60b4a251444416c63fa5197362756268317d94288c046c6f7373946836683c4308a552a9540c0c784094869452948c0974696d657374616d70944adc137e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33372d3332948c1074696d655f746869735f697465725f739447404f18b51c0000008c0c74696d655f746f74616c5f739447407fab0f2e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407fab0f2e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11eb63ff3268e666a21b4debc732cd1386007362756268317d94288c046c6f7373946836683c4308b55aad56c54d774094869452948c0974696d657374616d70944a1a147e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33382d3334948c1074696d655f746869735f697465725f739447404f1c47840000008c0c74696d655f746f74616c5f7394474081c74c0f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474081c74c0f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f66316466363835625f35315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f725f323032342d30362d32385f30322d35372d34332f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a103a9f762c2fa67eaf594f462e82641f3f7362756268317d94288c046c6f7373946836683c430843a150a8abde754094869452948c0974696d657374616d70944a59147e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086631646636383562948c0464617465948c13323032342d30362d32385f30332d33392d3337948c1074696d655f746869735f697465725f739447404f1ef1100000008c0c74696d655f746f74616c5f7394474083b93b208000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe4daa8917bbddc8c026c7294473f1f8020153f3bc78c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474083b93b208000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"157597b6\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d3035948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8434be683e8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.6087504471626306,\n \"lr\": 0.0008285643583924775,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.6087504471626306,\n \"lr\": 0.0008285643583924775,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.6087504471626306,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0008285643583924775,\n \"n_head\": 16\n },\n \"experiment_tag\": \"52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.6088,embedding_dim=16,encoder_ff=1024,encoder_num_layer=2,lr=0.0008,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719538777.328315,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 265.69599794402836,\n \"timestamp\": 1719539367,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"157597b6\",\n \"date\": \"2024-06-28_03-49-27\",\n \"time_this_iter_s\": 57.52658176422119,\n \"time_total_s\": 590.6158361434937,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.6087504471626306,\n \"lr\": 0.0008285643583924775,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 590.6158361434937,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.6088,embedding_dim=16,encoder_ff=1024,encoder_num_layer=2,lr=0.0008,n_head=16\"\n },\n \"last_result_time\": 1719539368.0009365,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 965.1062155896284,\n \"min\": 265.69599794402836,\n \"avg\": 417.14486456443,\n \"last\": 265.69599794402836,\n \"last-5-avg\": 298.2877890759566,\n \"last-10-avg\": 417.14486456443\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 71.3250789642334,\n \"min\": 57.036139488220215,\n \"avg\": 59.06158361434937,\n \"last\": 57.52658176422119,\n \"last-5-avg\": 57.644131088256835,\n \"last-10-avg\": 59.06158361434937\n },\n \"time_total_s\": {\n \"max\": 590.6158361434937,\n \"min\": 71.3250789642334,\n \"avg\": 331.2887733459473,\n \"last\": 590.6158361434937,\n \"last-5-avg\": 475.62998857498167,\n \"last-10-avg\": 331.2887733459473\n },\n \"time_since_restore\": {\n \"max\": 590.6158361434937,\n \"min\": 71.3250789642334,\n \"avg\": 331.2887733459473,\n \"last\": 590.6158361434937,\n \"last-5-avg\": 475.62998857498167,\n \"last-10-avg\": 331.2887733459473\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430820100844d2fc744094869452946807680d43080a8542a1e174734094869452946807680d43085bad566b1e88724094869452946807680d4308e27038cc10a2714094869452946807680d4308f67abdce229b70409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083c1e8f87d9288e4094869452946807680d43089bcd66c3cdac804094869452946807680d430847a3d14887767b4094869452946807680d430810080462bb5c784094869452946807680d4308d66ab57a9601764094869452946807680d430820100844d2fc744094869452946807680d43080a8542a1e174734094869452946807680d43085bad566b1e88724094869452946807680d4308e27038cc10a2714094869452946807680d4308f67abdce229b70409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404d09354800000047404d00788200000047404c84a03800000047404cca896600000047404cc36708000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051d4ce1800000047404cfc316e00000047404cca0ba800000047404cfcbe4a00000047404cc5fdb800000047404d09354800000047404d00788200000047404c84a03800000047404cca896600000047404cc36708000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407687795200000047407a27886240000047407db81c69400000474080a8b6cb00000047408274ed3b800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051d4ce180000004740602973678000004740675bf65180000047406e9b25e4000000474072e652a900000047407687795200000047407a27886240000047407db81c69400000474080a8b6cb00000047408274ed3b800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407687795200000047407a27886240000047407db81c69400000474080a8b6cb00000047408274ed3b800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474051d4ce180000004740602973678000004740675bf65180000047406e9b25e4000000474072e652a900000047407687795200000047407a27886240000047407db81c69400000474080a8b6cb00000047408274ed3b800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950f260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11cab89c7743800989bf42a865ce7cf9fe00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243083c1e8f87d9288e4094869452948c0974696d657374616d70944aa0147e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34302d3438948c1074696d655f746869735f697465725f7394474051d4ce180000008c0c74696d655f746f74616c5f7394474051d4ce180000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474051d4ce180000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a114efab83b8ab17e8d95442a812d9d2ea7007362756268317d94288c046c6f7373946836683c43089bcd66c3cdac804094869452948c0974696d657374616d70944ada147e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34312d3436948c1074696d655f746869735f697465725f739447404cfc316e0000008c0c74696d655f746f74616c5f73944740602973678000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740602973678000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11290f2e77e200b088ba45c34ae22a53f5007362756268317d94288c046c6f7373946836683c430847a3d14887767b4094869452948c0974696d657374616d70944a14157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34322d3434948c1074696d655f746869735f697465725f739447404cca0ba80000008c0c74696d655f746f74616c5f73944740675bf6518000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740675bf6518000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11b0058a72446ad0b5944f46ef990a3eae007362756268317d94288c046c6f7373946836683c430810080462bb5c784094869452948c0974696d657374616d70944a4e157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34332d3432948c1074696d655f746869735f697465725f739447404cfcbe4a0000008c0c74696d655f746f74616c5f739447406e9b25e40000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406e9b25e40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a118a8fc270e7c78599d84539dd702a5295007362756268317d94288c046c6f7373946836683c4308d66ab57a9601764094869452948c0974696d657374616d70944a87157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34342d3339948c1074696d655f746869735f697465725f739447404cc5fdb80000008c0c74696d655f746f74616c5f7394474072e652a90000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072e652a90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1125100221564bb9a54745cc185dd3ffe8007362756268317d94288c046c6f7373946836683c430820100844d2fc744094869452948c0974696d657374616d70944ac1157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34352d3337948c1074696d655f746869735f697465725f739447404d0935480000008c0c74696d655f746f74616c5f73944740768779520000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740768779520000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11f74352792ee0e295f24db2ff0ae060d9007362756268317d94288c046c6f7373946836683c43080a8542a1e174734094869452948c0974696d657374616d70944afb157e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34362d3335948c1074696d655f746869735f697465725f739447404d0078820000008c0c74696d655f746f74616c5f739447407a2788624000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a2788624000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a116c8f06586244059e7b4d111fa9d88989007362756268317d94288c046c6f7373946836683c43085bad566b1e88724094869452948c0974696d657374616d70944a34167e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34372d3332948c1074696d655f746869735f697465725f739447404c84a0380000008c0c74696d655f746f74616c5f739447407db81c694000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407db81c694000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10183971296ab040930a4a1db17449143f7362756268317d94288c046c6f7373946836683c4308e27038cc10a2714094869452948c0974696d657374616d70944a6e167e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34382d3330948c1074696d655f746869735f697465725f739447404cca89660000008c0c74696d655f746f74616c5f7394474080a8b6cb0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080a8b6cb0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f31353735393762365f35325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30332d32392d30352f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a101de6ec082d30aeaa9c4d3631a632975e7362756268317d94288c046c6f7373946836683c4308f67abdce229b704094869452948c0974696d657374616d70944aa7167e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083135373539376236948c0464617465948c13323032342d30362d32385f30332d34392d3237948c1074696d655f746869735f697465725f739447404cc367080000008c0c74696d655f746f74616c5f739447408274ed3b8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fe37ae237bfa4dc8c026c7294473f4b26806934e6b08c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408274ed3b8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"aaac0ba4\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d3337948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f84cb9c138d8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.620662951741282,\n \"lr\": 0.00347738554616066,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.620662951741282,\n \"lr\": 0.00347738554616066,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.620662951741282,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 2,\n \"lr\": 0.00347738554616066,\n \"n_head\": 4\n },\n \"experiment_tag\": \"53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.6207,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0035,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719539368.1519523,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2036.6472908080093,\n \"timestamp\": 1719547805,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"aaac0ba4\",\n \"date\": \"2024-06-28_06-10-05\",\n \"time_this_iter_s\": 841.7590441703796,\n \"time_total_s\": 8437.740472078323,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.620662951741282,\n \"lr\": 0.00347738554616066,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 8437.740472078323,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_rate=0.6207,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=2,lr=0.0035,n_head=4\"\n },\n \"last_result_time\": 1719547805.9444683,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2061.2424547090304,\n \"min\": 2036.6472908080093,\n \"avg\": 2050.082223198357,\n \"last\": 2036.6472908080093,\n \"last-5-avg\": 2047.945392085999,\n \"last-10-avg\": 2050.0822231983575\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 859.009360074997,\n \"min\": 841.3607151508331,\n \"avg\": 843.7740472078324,\n \"last\": 841.7590441703796,\n \"last-5-avg\": 841.6228694438935,\n \"last-10-avg\": 843.7740472078324\n },\n \"time_total_s\": {\n \"max\": 8437.740472078323,\n \"min\": 859.009360074997,\n \"avg\": 4649.565741252899,\n \"last\": 8437.740472078323,\n \"last-5-avg\": 6754.424017953873,\n \"last-10-avg\": 4649.565741252899\n },\n \"time_since_restore\": {\n \"max\": 8437.740472078323,\n \"min\": 859.009360074997,\n \"avg\": 4649.565741252899,\n \"last\": 8437.740472078323,\n \"last-5-avg\": 6754.424017953873,\n \"last-10-avg\": 4649.565741252899\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d4e9743a4507a04094869452946807680d430832994ce66702a04094869452946807680d4308180c06237c1aa04094869452946807680d43086bb55a0dffe39f4094869452946807680d43089bcd66d396d29f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430841201028b404a04094869452946807680d430891482402cd08a04094869452946807680d430867b3d9ac7c08a04094869452946807680d43080c0683c12704a04094869452946807680d430877bbdd2e0b10a04094869452946807680d4308d4e9743a4507a04094869452946807680d430832994ce66702a04094869452946807680d4308180c06237c1aa04094869452946807680d43086bb55a0dffe39f4094869452946807680d43089bcd66d396d29f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847408a4b01ed40000047408a50200740000047408a4ae2bea0000047408a4cd2f600000047408a4e1285c00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ad8132b60000047408a5978f2e0000047408a56c3e8c0000047408a550aca80000047408a4fa77c40000047408a4b01ed40000047408a50200740000047408a4ae2bea0000047408a4cd2f600000047408a4e1285c00000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740b3cf00876000004740b71904884800004740ba6260e01c00004740bdabfb3edc00004740c07adec7ca0000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ad8132b60000047409a98c60f2000004740a3e21401c000004740aa7756b46000004740b085a049b800004740b3cf00876000004740b71904884800004740ba6260e01c00004740bdabfb3edc00004740c07adec7ca0000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740b3cf00876000004740b71904884800004740ba6260e01c00004740bdabfb3edc00004740c07adec7ca0000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847408ad8132b60000047409a98c60f2000004740a3e21401c000004740aa7756b46000004740b085a049b800004740b3cf00876000004740b71904884800004740ba6260e01c00004740bdabfb3edc00004740c07adec7ca0000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059519260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10ca809afb68005cb0784225d9210f4d33736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430841201028b404a04094869452948c0974696d657374616d70944a021a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d30332d3437948c1074696d655f746869735f697465725f739447408ad8132b6000008c0c74696d655f746f74616c5f739447408ad8132b6000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408ad8132b6000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11ec432a8f7d7566ba6946b552856b85cf007362756268317d94288c046c6f7373946836683c430891482402cd08a04094869452948c0974696d657374616d70944a4d1d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d31372d3530948c1074696d655f746869735f697465725f739447408a5978f2e000008c0c74696d655f746f74616c5f739447409a98c60f2000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409a98c60f2000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a115407cd0a4dd125992a4b65f76d5552c0007362756268317d94288c046c6f7373946836683c430867b3d9ac7c08a04094869452948c0974696d657374616d70944a98207e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d33312d3533948c1074696d655f746869735f697465725f739447408a56c3e8c000008c0c74696d655f746f74616c5f73944740a3e21401c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a3e21401c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a118cd469370383fba6954a683455eaedde007362756268317d94288c046c6f7373946836683c43080c0683c12704a04094869452948c0974696d657374616d70944ae3237e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d34352d3535948c1074696d655f746869735f697465725f739447408a550aca8000008c0c74696d655f746f74616c5f73944740aa7756b46000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740aa7756b46000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11a1c90ee839860698f64e486bb732f8a7007362756268317d94288c046c6f7373946836683c430877bbdd2e0b10a04094869452948c0974696d657374616d70944a2d277e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30342d35392d3537948c1074696d655f746869735f697465725f739447408a4fa77c4000008c0c74696d655f746f74616c5f73944740b085a049b800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b085a049b800008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1049629bae900e8882144d3a387df653567362756268317d94288c046c6f7373946836683c4308d4e9743a4507a04094869452948c0974696d657374616d70944a762a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30352d31332d3539948c1074696d655f746869735f697465725f739447408a4b01ed4000008c0c74696d655f746f74616c5f73944740b3cf00876000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b3cf00876000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a119371484c70e7c2ba604058a4fdde92e8007362756268317d94288c046c6f7373946836683c430832994ce66702a04094869452948c0974696d657374616d70944ac02d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30352d32382d3031948c1074696d655f746869735f697465725f739447408a5020074000008c0c74696d655f746f74616c5f73944740b71904884800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b71904884800008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11ef48ffb9f32772ac4641f08c86452fd7007362756268317d94288c046c6f7373946836683c4308180c06237c1aa04094869452948c0974696d657374616d70944a0a317e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30352d34322d3032948c1074696d655f746869735f697465725f739447408a4ae2bea000008c0c74696d655f746f74616c5f73944740ba6260e01c00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740ba6260e01c00008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11ec2dcd7ea52ef7813b477dfa5ee843d3007362756268317d94288c046c6f7373946836683c43086bb55a0dffe39f4094869452948c0974696d657374616d70944a53347e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30352d35362d3034948c1074696d655f746869735f697465725f739447408a4cd2f60000008c0c74696d655f746f74616c5f73944740bdabfb3edc00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740bdabfb3edc00008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f61616163306261345f35335f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f725f323032342d30362d32385f30332d33392d33372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a1181f2d5742599e59ac047376cbca56bf2007362756268317d94288c046c6f7373946836683c43089bcd66d396d29f4094869452948c0974696d657374616d70944a9d377e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086161616330626134948c0464617465948c13323032342d30362d32385f30362d31302d3035948c1074696d655f746869735f697465725f739447408a4e1285c000008c0c74696d655f746f74616c5f73944740c07adec7ca00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe3dc788cf22a0c8c026c7294473f6c7c9b264871658c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740c07adec7ca00008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"b2637af1\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d3238948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f85628bac878c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2473324871734921,\n \"lr\": 0.08715018752570974,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2473324871734921,\n \"lr\": 0.08715018752570974,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.2473324871734921,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 2,\n \"lr\": 0.08715018752570974,\n \"n_head\": 16\n },\n \"experiment_tag\": \"54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.2473,embedding_dim=16,encoder_ff=512,encoder_num_layer=2,lr=0.0872,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719547806.1505933,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1954.741417591966,\n \"timestamp\": 1719548344,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"b2637af1\",\n \"date\": \"2024-06-28_06-19-04\",\n \"time_this_iter_s\": 52.11372709274292,\n \"time_total_s\": 538.2431201934814,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2473324871734921,\n \"lr\": 0.08715018752570974,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 538.2431201934814,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop_rate=0.2473,embedding_dim=16,encoder_ff=512,encoder_num_layer=2,lr=0.0872,n_head=16\"\n },\n \"last_result_time\": 1719548344.4419425,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2342.1553426427167,\n \"min\": 1954.741417591966,\n \"avg\": 2049.385956050842,\n \"last\": 1954.741417591966,\n \"last-5-avg\": 1961.6518164446975,\n \"last-10-avg\": 2049.3859560508427\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 66.37161922454834,\n \"min\": 52.05119323730469,\n \"avg\": 53.82431201934815,\n \"last\": 52.11372709274292,\n \"last-5-avg\": 52.259254121780394,\n \"last-10-avg\": 53.82431201934814\n },\n \"time_total_s\": {\n \"max\": 538.2431201934814,\n \"min\": 66.37161922454834,\n \"avg\": 302.71114158630365,\n \"last\": 538.2431201934814,\n \"last-5-avg\": 433.699472618103,\n \"last-10-avg\": 302.7111415863037\n },\n \"time_since_restore\": {\n \"max\": 538.2431201934814,\n \"min\": 66.37161922454834,\n \"avg\": 302.71114158630365,\n \"last\": 538.2431201934814,\n \"last-5-avg\": 433.699472618103,\n \"last-10-avg\": 302.7111415863037\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308140a85a2b7dc9e4094869452946807680d4308040281a017ac9e4094869452946807680d4308c8e3f118b69c9e4094869452946807680d4308d66ab5ba8c909e4094869452946807680d4308b1582c36f78a9e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308492412894f4ca24094869452946807680d4308ad56ab15506ca14094869452946807680d4308e8f3f95cd852a04094869452946807680d4308f4f97cfe5ecf9f4094869452946807680d43086fb7dbed17109f4094869452946807680d4308140a85a2b7dc9e4094869452946807680d4308040281a017ac9e4094869452946807680d4308c8e3f118b69c9e4094869452946807680d4308d66ab5ba8c909e4094869452946807680d4308b1582c36f78a9e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404a068d8000000047404a42955e00000047404a0b90be00000047404a42a9fa00000047404a0e8e9c000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405097c89c00000047404a49e2f400000047404a7a112400000047404a4556e600000047404a40562800000047404a068d8000000047404a42955e00000047404a0b90be00000047404a42a9fa00000047404a0e8e9c000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740748ff7fbc00000474077d84aa780000047407b19bcbf40000047407e6211fe800000474080d1f1e9000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405097c89c00000047405dbcba160000004740657ce15400000047406c0e370d8000004740714f264bc000004740748ff7fbc00000474077d84aa780000047407b19bcbf40000047407e6211fe800000474080d1f1e9000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740748ff7fbc00000474077d84aa780000047407b19bcbf40000047407e6211fe800000474080d1f1e9000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405097c89c00000047405dbcba160000004740657ce15400000047406c0e370d8000004740714f264bc000004740748ff7fbc00000474077d84aa780000047407b19bcbf40000047407e6211fe800000474080d1f1e9000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950d260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1014fa9e604a5febb87c4d31fa9b658a7e736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308492412894f4ca24094869452948c0974696d657374616d70944ae0377e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31312d3132948c1074696d655f746869735f697465725f739447405097c89c0000008c0c74696d655f746f74616c5f739447405097c89c0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405097c89c0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a107fd171facc8dd6b75049328fd8e892577362756268317d94288c046c6f7373946836683c4308ad56ab15506ca14094869452948c0974696d657374616d70944a15387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31322d3035948c1074696d655f746869735f697465725f739447404a49e2f40000008c0c74696d655f746f74616c5f739447405dbcba160000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405dbcba160000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11bb50fa9b9716ed94c04163f6ef82988e007362756268317d94288c046c6f7373946836683c4308e8f3f95cd852a04094869452948c0974696d657374616d70944a4a387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31322d3538948c1074696d655f746869735f697465725f739447404a7a11240000008c0c74696d655f746f74616c5f73944740657ce1540000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740657ce1540000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11aa1fec2e9bd754a4f24ad0cdc9cfeeb0007362756268317d94288c046c6f7373946836683c4308f4f97cfe5ecf9f4094869452948c0974696d657374616d70944a7e387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31332d3530948c1074696d655f746869735f697465725f739447404a4556e60000008c0c74696d655f746f74616c5f739447406c0e370d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406c0e370d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10868b09316c9636bfc4423e6e2940a5447362756268317d94288c046c6f7373946836683c43086fb7dbed17109f4094869452948c0974696d657374616d70944ab3387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31342d3433948c1074696d655f746869735f697465725f739447404a4056280000008c0c74696d655f746f74616c5f73944740714f264bc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740714f264bc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10a5bab18b117796b7594c12e88c0b83227362756268317d94288c046c6f7373946836683c4308140a85a2b7dc9e4094869452948c0974696d657374616d70944ae7387e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31352d3335948c1074696d655f746869735f697465725f739447404a068d800000008c0c74696d655f746f74616c5f73944740748ff7fbc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740748ff7fbc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11f3a110921d0dba834345ef26f03521f0007362756268317d94288c046c6f7373946836683c4308040281a017ac9e4094869452948c0974696d657374616d70944a1b397e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31362d3237948c1074696d655f746869735f697465725f739447404a42955e0000008c0c74696d655f746f74616c5f7394474077d84aa78000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474077d84aa78000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a11b83b183ef88166a4ec405316ce1df7b4007362756268317d94288c046c6f7373946836683c4308c8e3f118b69c9e4094869452948c0974696d657374616d70944a4f397e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31372d3139948c1074696d655f746869735f697465725f739447404a0b90be0000008c0c74696d655f746f74616c5f739447407b19bcbf4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407b19bcbf4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a116e0c5c6f2386ee95a14ee4abdda57ce7007362756268317d94288c046c6f7373946836683c4308d66ab5ba8c909e4094869452948c0974696d657374616d70944a84397e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31382d3132948c1074696d655f746869735f697465725f739447404a42a9fa0000008c0c74696d655f746f74616c5f739447407e6211fe8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407e6211fe8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f62323633376166315f35345f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f5f323032342d30362d32385f30332d34392d32382f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a116acddf477d0ff69fb948d4b269f0ce98007362756268317d94288c046c6f7373946836683c4308b1582c36f78a9e4094869452948c0974696d657374616d70944ab8397e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086232363337616631948c0464617465948c13323032342d30362d32385f30362d31392d3034948c1074696d655f746869735f697465725f739447404a0e8e9c0000008c0c74696d655f746f74616c5f7394474080d1f1e90000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfa89747d301a88c026c7294473fb64f79854360748c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080d1f1e90000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"3d8a1340\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d3036948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8da361113a8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.9833194838066408,\n \"lr\": 0.0004542749659626088,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.9833194838066408,\n \"lr\": 0.0004542749659626088,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.9833194838066408,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 2,\n \"lr\": 0.0004542749659626088,\n \"n_head\": 2\n },\n \"experiment_tag\": \"55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.9833,embedding_dim=16,encoder_ff=512,encoder_num_layer=2,lr=0.0005,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719548344.5918303,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": NaN,\n \"timestamp\": 1719549146,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"3d8a1340\",\n \"date\": \"2024-06-28_06-32-26\",\n \"time_this_iter_s\": 79.03019595146179,\n \"time_total_s\": 801.7016909122467,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.9833194838066408,\n \"lr\": 0.0004542749659626088,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 801.7016909122467,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.9833,embedding_dim=16,encoder_ff=512,encoder_num_layer=2,lr=0.0005,n_head=2\"\n },\n \"last_result_time\": 1719549146.3397918,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": NaN,\n \"min\": NaN,\n \"avg\": NaN,\n \"last\": NaN,\n \"last-5-avg\": NaN,\n \"last-10-avg\": NaN\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 91.73844981193542,\n \"min\": 78.50712847709656,\n \"avg\": 80.17016909122468,\n \"last\": 79.03019595146179,\n \"last-5-avg\": 78.91907229423524,\n \"last-10-avg\": 80.17016909122466\n },\n \"time_total_s\": {\n \"max\": 801.7016909122467,\n \"min\": 91.73844981193542,\n \"avg\": 446.61356441974635,\n \"last\": 801.7016909122467,\n \"last-5-avg\": 643.7671368598938,\n \"last-10-avg\": 446.6135644197464\n },\n \"time_since_restore\": {\n \"max\": 801.7016909122467,\n \"min\": 91.73844981193542,\n \"avg\": 446.61356441974635,\n \"last\": 801.7016909122467,\n \"last-5-avg\": 643.7671368598938,\n \"last-10-avg\": 446.6135644197464\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f94869452946807680d4308000000e0ffffff7f9486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474053c098a3000000474053a3ac1b000000474053c00d26000000474053bfd9c8000000474053c1eebb000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056ef42c3000000474053bae9ac000000474053bf13cb000000474053a074cb000000474053bd1915000000474053c098a3000000474053a3ac1b000000474053c00d26000000474053bfd9c8000000474053c1eebb000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407e61d9af400000474081a5625b0000004740841d63ffc00000474086955f38c000004740890d9d10200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056ef42c300000047406555163780000047406f34a01d000000474074826d4140000047407971b38680000047407e61d9af400000474081a5625b0000004740841d63ffc00000474086955f38c000004740890d9d10200000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407e61d9af400000474081a5625b0000004740841d63ffc00000474086955f38c000004740890d9d10200000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474056ef42c300000047406555163780000047406f34a01d000000474074826d4140000047407971b38680000047407e61d9af400000474081a5625b0000004740841d63ffc00000474086955f38c000004740890d9d10200000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950f260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1073b7d55681be62982041d01c3b42612c736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308000000e0ffffff7f94869452948c0974696d657374616d70944a143a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32302d3336948c1074696d655f746869735f697465725f7394474056ef42c30000008c0c74696d655f746f74616c5f7394474056ef42c30000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474056ef42c30000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a116416642b77e3b1a945412ef2d516c2dc007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a633a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32312d3535948c1074696d655f746869735f697465725f7394474053bae9ac0000008c0c74696d655f746f74616c5f73944740655516378000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740655516378000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a109e64c3ee3ce2c1ba734bf449a0e9772a7362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ab23a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32332d3134948c1074696d655f746869735f697465725f7394474053bf13cb0000008c0c74696d655f746f74616c5f739447406f34a01d0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406f34a01d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11087a7f04b3009089f64bd03e7aeb9ebe007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a003b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32342d3332948c1074696d655f746869735f697465725f7394474053a074cb0000008c0c74696d655f746f74616c5f7394474074826d414000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474074826d414000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11be82d4a1b76080bc7b4965fd93dd33f3007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a4f3b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32352d3531948c1074696d655f746869735f697465725f7394474053bd19150000008c0c74696d655f746f74616c5f739447407971b3868000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407971b3868000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11de4c71d7094fbb98e943733f42ee5594007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a9e3b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32372d3130948c1074696d655f746869735f697465725f7394474053c098a30000008c0c74696d655f746f74616c5f739447407e61d9af4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447407e61d9af4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a116963b8bca8aee09fd14fa62fabe27a8b007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944aed3b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32382d3239948c1074696d655f746869735f697465725f7394474053a3ac1b0000008c0c74696d655f746f74616c5f7394474081a5625b0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474081a5625b0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a111978638771b831b4114cc7deb7e17be5007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a3c3c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d32392d3438948c1074696d655f746869735f697465725f7394474053c00d260000008c0c74696d655f746f74616c5f73944740841d63ffc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740841d63ffc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11a3250d5862204d92a647a226c8a36d82007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944a8b3c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d33312d3037948c1074696d655f746869735f697465725f7394474053bfd9c80000008c0c74696d655f746f74616c5f7394474086955f38c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474086955f38c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f33643861313334305f35355f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f30362d31302d30362f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a114b13e1145a44af97834f61545e1563fa007362756268317d94288c046c6f7373946836683c4308000000e0ffffff7f94869452948c0974696d657374616d70944ada3c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083364386131333430948c0464617465948c13323032342d30362d32385f30362d33322d3236948c1074696d655f746869735f697465725f7394474053c1eebb0000008c0c74696d655f746f74616c5f73944740890d9d102000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b088c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fef775a6c0f03108c026c7294473f3dc5781f488f328c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740890d9d102000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"88943ec6\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d3034948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8e3a2ce9178c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.02058782092742384,\n \"lr\": 0.00012206173551085312,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.02058782092742384,\n \"lr\": 0.00012206173551085312,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.02058782092742384,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.00012206173551085312,\n \"n_head\": 16\n },\n \"experiment_tag\": \"56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.0206,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719549146.4948225,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1953.125932348056,\n \"timestamp\": 1719550406,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"88943ec6\",\n \"date\": \"2024-06-28_06-53-26\",\n \"time_this_iter_s\": 124.03362774848938,\n \"time_total_s\": 1260.0365612506866,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.02058782092742384,\n \"lr\": 0.00012206173551085312,\n \"batch_size\": 1024\n },\n \"time_since_restore\": 1260.0365612506866,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.0206,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0001,n_head=16\"\n },\n \"last_result_time\": 1719550406.584547,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 1957.8012575164555,\n \"min\": 1952.0587047667016,\n \"avg\": 1954.4239703321082,\n \"last\": 1953.125932348056,\n \"last-5-avg\": 1953.9543325349102,\n \"last-10-avg\": 1954.4239703321084\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 138.29581928253174,\n \"min\": 123.8325846195221,\n \"avg\": 126.00365612506867,\n \"last\": 124.03362774848938,\n \"last-5-avg\": 124.45651307106019,\n \"last-10-avg\": 126.00365612506866\n },\n \"time_total_s\": {\n \"max\": 1260.0365612506866,\n \"min\": 138.29581928253174,\n \"avg\": 699.97023127079,\n \"last\": 1260.0365612506866,\n \"last-5-avg\": 1011.7537503242493,\n \"last-10-avg\": 699.9702312707901\n },\n \"time_since_restore\": {\n \"max\": 1260.0365612506866,\n \"min\": 138.29581928253174,\n \"avg\": 699.97023127079,\n \"last\": 1260.0365612506866,\n \"last-5-avg\": 1011.7537503242493,\n \"last-10-avg\": 699.9702312707901\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b00749462430843a15018b18d9e4094869452946807680d4308cce57219e48d9e4094869452946807680d4308dced76ebc3869e4094869452946807680d430869341a1d3c809e4094869452946807680d4308a3d168f480849e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308b55aade6d48c9e4094869452946807680d43086fb7db9dc1839e4094869452946807680d4308ee76bb2dc0849e4094869452946807680d430867b3d97c34979e4094869452946807680d4308b7dbed16548d9e4094869452946807680d430843a15018b18d9e4094869452946807680d4308cce57219e48d9e4094869452946807680d4308dced76ebc3869e4094869452946807680d430869341a1d3c809e4094869452946807680d4308a3d168f480849e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405f4ade6400000047405f2d856e00000047405f2241b500000047405ef5491100000047405f0226f5000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406149775a00000047405f42dd6400000047405f3eeaf700000047405f39551500000047405f22355400000047405f4ade6400000047405f2d856e00000047405f2241b500000047405ef5491100000047405f0226f5000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474087d763fb80000047408bbd14a940000047408fa15cdfe00000474091c00301000000474093b02570500000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406149775a000000474070757306000000474078452dc3c0000047408009c184800000474083ee082f000000474087d763fb80000047408bbd14a940000047408fa15cdfe00000474091c00301000000474093b02570500000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474087d763fb80000047408bbd14a940000047408fa15cdfe00000474091c00301000000474093b02570500000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847406149775a000000474070757306000000474078452dc3c0000047408009c184800000474083ee082f000000474087d763fb80000047408bbd14a940000047408fa15cdfe00000474091c00301000000474093b02570500000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950e260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a114f97ca0bc7dd14ba6e44dac90b6d83e100736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308b55aade6d48c9e4094869452948c0974696d657374616d70944a643d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d33342d3434948c1074696d655f746869735f697465725f739447406149775a0000008c0c74696d655f746f74616c5f739447406149775a0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447406149775a0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10c4a67787ea82eaac13487cbb8c048d147362756268317d94288c046c6f7373946836683c43086fb7db9dc1839e4094869452948c0974696d657374616d70944ae13d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d33362d3439948c1074696d655f746869735f697465725f739447405f42dd640000008c0c74696d655f746f74616c5f73944740707573060000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f7265944740707573060000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11f905954e7071069fc24659f43bf0cfa6007362756268317d94288c046c6f7373946836683c4308ee76bb2dc0849e4094869452948c0974696d657374616d70944a5e3e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d33382d3534948c1074696d655f746869735f697465725f739447405f3eeaf70000008c0c74696d655f746f74616c5f7394474078452dc3c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474078452dc3c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a113f7ec5187b634c80d7450dcc160a41d2007362756268317d94288c046c6f7373946836683c430867b3d97c34979e4094869452948c0974696d657374616d70944adb3e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34302d3539948c1074696d655f746869735f697465725f739447405f3955150000008c0c74696d655f746f74616c5f739447408009c1848000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408009c1848000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1062a7d2b169ac018602496f94368aa91b7362756268317d94288c046c6f7373946836683c4308b7dbed16548d9e4094869452948c0974696d657374616d70944a583f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34332d3034948c1074696d655f746869735f697465725f739447405f2235540000008c0c74696d655f746f74616c5f7394474083ee082f0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474083ee082f0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a11dfee5b53521445b0d4457ec8274c98d7007362756268317d94288c046c6f7373946836683c430843a15018b18d9e4094869452948c0974696d657374616d70944ad53f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34352d3039948c1074696d655f746869735f697465725f739447405f4ade640000008c0c74696d655f746f74616c5f7394474087d763fb8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474087d763fb8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a1149fe90612b2c5ebb9f4ed0d2ac951df8007362756268317d94288c046c6f7373946836683c4308cce57219e48d9e4094869452948c0974696d657374616d70944a52407e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34372d3134948c1074696d655f746869735f697465725f739447405f2d856e0000008c0c74696d655f746f74616c5f739447408bbd14a94000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408bbd14a94000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1067d8e8b2cd668aa1fd48e65e8685f9777362756268317d94288c046c6f7373946836683c4308dced76ebc3869e4094869452948c0974696d657374616d70944ace407e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d34392d3138948c1074696d655f746869735f697465725f739447405f2241b50000008c0c74696d655f746f74616c5f739447408fa15cdfe000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f72659447408fa15cdfe000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11cc7509c3c64115aa2a41f7d845acbce2007362756268317d94288c046c6f7373946836683c430869341a1d3c809e4094869452948c0974696d657374616d70944a4a417e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d35312d3232948c1074696d655f746869735f697465725f739447405ef549110000008c0c74696d655f746f74616c5f7394474091c003010000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474091c003010000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f38383934336563365f35365f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30362d31392d30342f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a116dbeecdbc57614ad4f49652edcd814a4007362756268317d94288c046c6f7373946836683c4308a3d168f480849e4094869452948c0974696d657374616d70944ac6417e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083838393433656336948c0464617465948c13323032342d30362d32385f30362d35332d3236948c1074696d655f746869735f697465725f739447405f0226f50000008c0c74696d655f746f74616c5f7394474093b025705000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b108c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473f9514f9465117208c026c7294473f1fff6ca600b7f28c0a62617463685f73697a65944d0004758c1274696d655f73696e63655f726573746f726594474093b025705000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"e1c21a5b\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d3236948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f8f1c6cefae8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9609532957830483,\n \"lr\": 0.0003819692551562951,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9609532957830483,\n \"lr\": 0.0003819692551562951,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.9609532957830483,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0003819692551562951,\n \"n_head\": 4\n },\n \"experiment_tag\": \"57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9610,embedding_dim=64,encoder_ff=512,encoder_num_layer=4,lr=0.0004,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719550406.7353516,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2166.0535782941683,\n \"timestamp\": 1719551009,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"e1c21a5b\",\n \"date\": \"2024-06-28_07-03-29\",\n \"time_this_iter_s\": 58.87797403335571,\n \"time_total_s\": 602.5065522193909,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.9609532957830483,\n \"lr\": 0.0003819692551562951,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 602.5065522193909,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_rate=0.9610,embedding_dim=64,encoder_ff=512,encoder_num_layer=4,lr=0.0004,n_head=4\"\n },\n \"last_result_time\": 1719551009.2871013,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2194.870497816191,\n \"min\": 2161.298410971334,\n \"avg\": 2172.305702894316,\n \"last\": 2166.0535782941683,\n \"last-5-avg\": 2165.150327763595,\n \"last-10-avg\": 2172.305702894316\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 72.34097814559937,\n \"min\": 58.70789837837219,\n \"avg\": 60.25065522193909,\n \"last\": 58.87797403335571,\n \"last-5-avg\": 58.92110424041748,\n \"last-10-avg\": 60.250655221939084\n },\n \"time_total_s\": {\n \"max\": 602.5065522193909,\n \"min\": 72.34097814559937,\n \"avg\": 337.2882109642029,\n \"last\": 602.5065522193909,\n \"last-5-avg\": 484.5309166431427,\n \"last-10-avg\": 337.2882109642029\n },\n \"time_since_restore\": {\n \"max\": 602.5065522193909,\n \"min\": 72.34097814559937,\n \"avg\": 337.2882109642029,\n \"last\": 602.5065522193909,\n \"last-5-avg\": 484.5309166431427,\n \"last-10-avg\": 337.2882109642029\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308de6eb7fb33f2a04094869452946807680d4308f8fbfd4e96e7a04094869452946807680d4308a150285402eba04094869452946807680d43084ba552c998e2a04094869452946807680d4308753a9d6e1beca0409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088fc7e3b1bd25a14094869452946807680d430828140a35b611a14094869452946807680d4308d66ab5cabdf5a04094869452946807680d4308ce66b379d8fca04094869452946807680d43080683c13092f8a04094869452946807680d4308de6eb7fb33f2a04094869452946807680d4308f8fbfd4e96e7a04094869452946807680d4308a150285402eba04094869452946807680d43084ba552c998e2a04094869452946807680d4308753a9d6e1beca0409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847404d62554a00000047404d6dddf000000047404d65c2bc00000047404da72a4e00000047404d706174000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405215d29600000047404d5a9c6a00000047404d673aa400000047404d9ceb6400000047404d68ed5e00000047404d62554a00000047404d6dddf000000047404d65c2bc00000047404da72a4e00000047404d706174000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474076eab548c0000047407a987106c0000047407e45295e400000474080fd0754000000474082d40d6b400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405215d296000000474060619065800000474067bb5f0e80000047406f2299e78000004740733e6a9f800000474076eab548c0000047407a987106c0000047407e45295e400000474080fd0754000000474082d40d6b400000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474076eab548c0000047407a987106c0000047407e45295e400000474080fd0754000000474082d40d6b400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405215d296000000474060619065800000474067bb5f0e80000047406f2299e78000004740733e6a9f800000474076eab548c0000047407a987106c0000047407e45295e400000474080fd0754000000474082d40d6b400000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11ef06642911d5abbaee41f1018e5447be00736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088fc7e3b1bd25a14094869452948c0974696d657374616d70944a0f427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35342d3339948c1074696d655f746869735f697465725f739447405215d2960000008c0c74696d655f746f74616c5f739447405215d2960000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405215d2960000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a10ab28b1b5c23f6bacbe416b804188132f7362756268317d94288c046c6f7373946836683c430828140a35b611a14094869452948c0974696d657374616d70944a49427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35352d3337948c1074696d655f746869735f697465725f739447404d5a9c6a0000008c0c74696d655f746f74616c5f73944740606190658000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740606190658000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11db171b4bcccbbc962c4cf18417d1aea9007362756268317d94288c046c6f7373946836683c4308d66ab5cabdf5a04094869452948c0974696d657374616d70944a84427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35362d3336948c1074696d655f746869735f697465725f739447404d673aa40000008c0c74696d655f746f74616c5f7394474067bb5f0e8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474067bb5f0e8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11575915032c01ee8a1f4a48416f44a597007362756268317d94288c046c6f7373946836683c4308ce66b379d8fca04094869452948c0974696d657374616d70944abf427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35372d3335948c1074696d655f746869735f697465725f739447404d9ceb640000008c0c74696d655f746f74616c5f739447406f2299e78000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406f2299e78000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10126b7cf177167a852d4e59eda49ae17c7362756268317d94288c046c6f7373946836683c43080683c13092f8a04094869452948c0974696d657374616d70944afa427e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35382d3334948c1074696d655f746869735f697465725f739447404d68ed5e0000008c0c74696d655f746f74616c5f73944740733e6a9f8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740733e6a9f8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1034fc36a8289a25867842b9fb352ad0437362756268317d94288c046c6f7373946836683c4308de6eb7fb33f2a04094869452948c0974696d657374616d70944a35437e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30362d35392d3333948c1074696d655f746869735f697465725f739447404d62554a0000008c0c74696d655f746f74616c5f7394474076eab548c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474076eab548c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a108ef407a9f873cf8edd4ee7fbb82b40547362756268317d94288c046c6f7373946836683c4308f8fbfd4e96e7a04094869452948c0974696d657374616d70944a70437e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30372d30302d3332948c1074696d655f746869735f697465725f739447404d6dddf00000008c0c74696d655f746f74616c5f739447407a987106c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407a987106c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a10e69d96761af0d0b9aa4ddea117a79c2c7362756268317d94288c046c6f7373946836683c4308a150285402eba04094869452948c0974696d657374616d70944aab437e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30372d30312d3331948c1074696d655f746869735f697465725f739447404d65c2bc0000008c0c74696d655f746f74616c5f739447407e45295e4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407e45295e4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a102c27e5fe23ddf9a71842fd0d9f3e1b307362756268317d94288c046c6f7373946836683c43084ba552c998e2a04094869452948c0974696d657374616d70944ae6437e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30372d30322d3330948c1074696d655f746869735f697465725f739447404da72a4e0000008c0c74696d655f746f74616c5f7394474080fd07540000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474080fd07540000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f65316332316135625f35375f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f725f323032342d30362d32385f30362d33322d32362f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a117df7145fa71899a20b438ae283304aff007362756268317d94288c046c6f7373946836683c4308753a9d6e1beca04094869452948c0974696d657374616d70944a21447e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c086531633231613562948c0464617465948c13323032342d30362d32385f30372d30332d3239948c1074696d655f746869735f697465725f739447404d7061740000008c0c74696d655f746f74616c5f7394474082d40d6b4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473feec021204be4358c026c7294473f390861757f4e068c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082d40d6b4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"08bd9367\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d3236948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f904a0c0afa8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.7685314783666725,\n \"lr\": 0.056339001711097965,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.7685314783666725,\n \"lr\": 0.056339001711097965,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.7685314783666725,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"encoder_num_layer\": 8,\n \"lr\": 0.056339001711097965,\n \"n_head\": 4\n },\n \"experiment_tag\": \"58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.7685,embedding_dim=64,encoder_ff=512,encoder_num_layer=8,lr=0.0563,n_head=4\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719551009.4364445,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 1954.1531540277435,\n \"timestamp\": 1719551747,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"08bd9367\",\n \"date\": \"2024-06-28_07-15-47\",\n \"time_this_iter_s\": 72.91625618934631,\n \"time_total_s\": 737.8909130096436,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 64,\n \"encoder_ff\": 512,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 4,\n \"drop_rate\": 0.7685314783666725,\n \"lr\": 0.056339001711097965,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 737.8909130096436,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_rate=0.7685,embedding_dim=64,encoder_ff=512,encoder_num_layer=8,lr=0.0563,n_head=4\"\n },\n \"last_result_time\": 1719551747.3728619,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 3700.8752076156497,\n \"min\": 1953.846070297121,\n \"avg\": 2223.6251491756893,\n \"last\": 1954.1531540277435,\n \"last-5-avg\": 1954.4872041476992,\n \"last-10-avg\": 2223.6251491756893\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 85.83756732940674,\n \"min\": 72.14350414276123,\n \"avg\": 73.78909130096436,\n \"last\": 72.91625618934631,\n \"last-5-avg\": 72.48127055168152,\n \"last-10-avg\": 73.78909130096436\n },\n \"time_total_s\": {\n \"max\": 737.8909130096436,\n \"min\": 85.83756732940674,\n \"avg\": 411.66717779636383,\n \"last\": 737.8909130096436,\n \"last-5-avg\": 592.698592376709,\n \"last-10-avg\": 411.66717779636383\n },\n \"time_since_restore\": {\n \"max\": 737.8909130096436,\n \"min\": 85.83756732940674,\n \"avg\": 411.66717779636383,\n \"last\": 737.8909130096436,\n \"last-5-avg\": 592.698592376709,\n \"last-10-avg\": 411.66717779636383\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308201008e4f68e9e4094869452946807680d4308a552a91407899e4094869452946807680d43080281406062879e4094869452946807680d430877bbdd4ec1899e4094869452946807680d4308a3d168d49c889e409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308da6c361bc0e9ac4094869452946807680d4308de6eb75b049ba44094869452946807680d430877bbdd0e62e0a04094869452946807680d4308ecf57a9dde479f4094869452946807680d43080e87c36117ad9e4094869452946807680d4308201008e4f68e9e4094869452946807680d4308a552a91407899e4094869452946807680d43080281406062879e4094869452946807680d430877bbdd4ec1899e4094869452946807680d4308a3d168d49c889e409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474052092f2c000000474052264d9200000047405222f56e0000004740520ceb920000004740523aa3f1000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474055759ab40000004740521c6c530000004740521187140000004740521db0bf0000004740521dc42f000000474052092f2c000000474052264d9200000047405222f56e0000004740520ceb920000004740523aa3f1000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407bfa0c8d40000047408041cff8e00000474082862ea6a00000474084c7cc18e000004740870f2097000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474055759ab4000000474063c9038380000047406cd1c70d800000474072f04fb680000047407777c0c240000047407bfa0c8d40000047408041cff8e00000474082862ea6a00000474084c7cc18e000004740870f2097000000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847407bfa0c8d40000047408041cff8e00000474082862ea6a00000474084c7cc18e000004740870f2097000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474055759ab4000000474063c9038380000047406cd1c70d800000474072f04fb680000047407777c0c240000047407bfa0c8d40000047408041cff8e00000474082862ea6a00000474084c7cc18e000004740870f2097000000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005950b260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10416aa26309ebdfb50340ce24bb268737736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308da6c361bc0e9ac4094869452948c0974696d657374616d70944a77447e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30342d3535948c1074696d655f746869735f697465725f7394474055759ab40000008c0c74696d655f746f74616c5f7394474055759ab40000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474055759ab40000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1026248354f13a66a5b34788fefda1f5407362756268317d94288c046c6f7373946836683c4308de6eb75b049ba44094869452948c0974696d657374616d70944abf447e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30362d3037948c1074696d655f746869735f697465725f73944740521c6c530000008c0c74696d655f746f74616c5f7394474063c903838000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474063c903838000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a11e674ca3aea60eeacbc4f2e588ba923da007362756268317d94288c046c6f7373946836683c430877bbdd0e62e0a04094869452948c0974696d657374616d70944a07457e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30372d3230948c1074696d655f746869735f697465725f73944740521187140000008c0c74696d655f746f74616c5f739447406cd1c70d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406cd1c70d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a105f882156c66165bd1b457b536c6761647362756268317d94288c046c6f7373946836683c4308ecf57a9dde479f4094869452948c0974696d657374616d70944a50457e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30382d3332948c1074696d655f746869735f697465725f73944740521db0bf0000008c0c74696d655f746f74616c5f7394474072f04fb68000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474072f04fb68000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a111f11771aa8d1ef8bf84105413f8599cf007362756268317d94288c046c6f7373946836683c43080e87c36117ad9e4094869452948c0974696d657374616d70944a98457e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d30392d3434948c1074696d655f746869735f697465725f73944740521dc42f0000008c0c74696d655f746f74616c5f739447407777c0c24000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407777c0c24000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a113eeccdd8af0c139908486277f1d38cd2007362756268317d94288c046c6f7373946836683c4308201008e4f68e9e4094869452948c0974696d657374616d70944ae1457e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31302d3537948c1074696d655f746869735f697465725f7394474052092f2c0000008c0c74696d655f746f74616c5f739447407bfa0c8d4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407bfa0c8d4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a106e2bd7234aa1c7b9e4479a435058d1667362756268317d94288c046c6f7373946836683c4308a552a91407899e4094869452948c0974696d657374616d70944a29467e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31322d3039948c1074696d655f746869735f697465725f7394474052264d920000008c0c74696d655f746f74616c5f739447408041cff8e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408041cff8e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a107c670d236d300080434e5446ddc71e0e7362756268317d94288c046c6f7373946836683c43080281406062879e4094869452948c0974696d657374616d70944a72467e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31332d3232948c1074696d655f746869735f697465725f739447405222f56e0000008c0c74696d655f746f74616c5f7394474082862ea6a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082862ea6a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10588c7909b002f5a91846675b308737027362756268317d94288c046c6f7373946836683c430877bbdd4ec1899e4094869452948c0974696d657374616d70944aba467e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31342d3334948c1074696d655f746869735f697465725f73944740520ceb920000008c0c74696d655f746f74616c5f7394474084c7cc18e000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474084c7cc18e000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f30386264393336375f35385f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30362d35332d32362f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a110a84573b76e028b86046c505ef802cb5007362756268317d94288c046c6f7373946836683c4308a3d168d49c889e4094869452948c0974696d657374616d70944a03477e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083038626439333637948c0464617465948c13323032342d30362d32385f30372d31352d3437948c1074696d655f746869735f697465725f73944740523aa3f10000008c0c74696d655f746f74616c5f73944740870f20970000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b088c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944b408c0a656e636f6465725f6666944d00028c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b048c0964726f705f7261746594473fe897cf53b101258c026c7294473facd87733ad49d18c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740870f20970000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"261349af\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d3239948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f90e0e681288c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2474625892184107,\n \"lr\": 0.09815210368028619,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2474625892184107,\n \"lr\": 0.09815210368028619,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 4,\n \"drop_rate\": 0.2474625892184107,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 2,\n \"lr\": 0.09815210368028619,\n \"n_head\": 16\n },\n \"experiment_tag\": \"59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.2475,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=2,lr=0.0982,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719551747.5242279,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 3048.0907587967517,\n \"timestamp\": 1719558037,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"261349af\",\n \"date\": \"2024-06-28_09-00-38\",\n \"time_this_iter_s\": 627.6434020996094,\n \"time_total_s\": 6290.689426183701,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 2,\n \"decoder_rt_num_layer\": 4,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.2474625892184107,\n \"lr\": 0.09815210368028619,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 6290.689426183701,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop_rate=0.2475,embedding_dim=1024,encoder_ff=1024,encoder_num_layer=2,lr=0.0982,n_head=16\"\n },\n \"last_result_time\": 1719558038.2702613,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 5146.327555979331,\n \"min\": 3048.0907587967517,\n \"avg\": 4273.107454363004,\n \"last\": 3048.0907587967517,\n \"last-5-avg\": 3672.7043072557826,\n \"last-10-avg\": 4273.107454363005\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 641.6589081287384,\n \"min\": 627.4417996406555,\n \"avg\": 629.06894261837,\n \"last\": 627.6434020996094,\n \"last-5-avg\": 627.5811639785767,\n \"last-10-avg\": 629.0689426183701\n },\n \"time_total_s\": {\n \"max\": 6290.689426183701,\n \"min\": 641.6589081287384,\n \"avg\": 3466.3823635578156,\n \"last\": 6290.689426183701,\n \"last-5-avg\": 5035.5273536682125,\n \"last-10-avg\": 3466.3823635578156\n },\n \"time_since_restore\": {\n \"max\": 6290.689426183701,\n \"min\": 641.6589081287384,\n \"avg\": 3466.3823635578156,\n \"last\": 6290.689426183701,\n \"last-5-avg\": 5035.5273536682125,\n \"last-10-avg\": 3466.3823635578156\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a1f021b1b04094869452946807680d4308c26030b81b2eaf4094869452946807680d43085128142a2dcbac4094869452946807680d43085bad56cb4f4baa4094869452946807680d4308bfdfef772ed0a7409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d66ab5da531ab44094869452946807680d4308e672b9dcd1b8b34094869452946807680d430828140a658b2fb34094869452946807680d43089fcfe7b36481b24094869452946807680d43080c0683c177abb14094869452946807680d43088542a1f021b1b04094869452946807680d4308c26030b81b2eaf4094869452946807680d43085128142a2dcbac4094869452946807680d43085bad56cb4f4baa4094869452946807680d4308bfdfef772ed0a7409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740839c9bb9e000004740839c9f582000004740839d558e4000004740839b88ce4000004740839d25b0000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740840d4571a000004740839ce3de0000004740839fadc0a00000474083a01cff2000004740839c50c40000004740839c9bb9e000004740839c9f582000004740839d558e4000004740839b88ce4000004740839d25b0000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740ad88b8235000004740b137effcac00004740b3ab9aae7400004740b61f0bc83c00004740b892b07e3c0000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740840d4571a00000474093d514a7d0000047409da4eb882000004740a3ba7d03d800004740a8a19134d800004740ad88b8235000004740b137effcac00004740b3ab9aae7400004740b61f0bc83c00004740b892b07e3c0000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284740ad88b8235000004740b137effcac00004740b3ab9aae7400004740b61f0bc83c00004740b892b07e3c0000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284740840d4571a00000474093d514a7d0000047409da4eb882000004740a3ba7d03d800004740a8a19134d800004740ad88b8235000004740b137effcac00004740b3ab9aae7400004740b61f0bc83c00004740b892b07e3c0000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059518260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a10fbac3ad5ce651e9d844fb426f09f6356736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308d66ab5da531ab44094869452948c0974696d657374616d70944a84497e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30372d32362d3239948c1074696d655f746869735f697465725f73944740840d4571a000008c0c74696d655f746f74616c5f73944740840d4571a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740840d4571a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a115b7c487489b41b8642429c7776614591007362756268317d94288c046c6f7373946836683c4308e672b9dcd1b8b34094869452948c0974696d657374616d70944af84b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30372d33362d3536948c1074696d655f746869735f697465725f73944740839ce3de0000008c0c74696d655f746f74616c5f7394474093d514a7d000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474093d514a7d000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a105945c0dd5095319a2d41117c2fdc467e7362756268317d94288c046c6f7373946836683c430828140a658b2fb34094869452948c0974696d657374616d70944a6c4e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30372d34372d3234948c1074696d655f746869735f697465725f73944740839fadc0a000008c0c74696d655f746f74616c5f739447409da4eb882000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409da4eb882000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a11a4ea01899ada5aaf2d4aa3c66ad24ba5007362756268317d94288c046c6f7373946836683c43089fcfe7b36481b24094869452948c0974696d657374616d70944ae0507e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30372d35372d3532948c1074696d655f746869735f697465725f7394474083a01cff2000008c0c74696d655f746f74616c5f73944740a3ba7d03d800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a3ba7d03d800008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a1199bb2ad82e2b418b494ab92a095d349b007362756268317d94288c046c6f7373946836683c43080c0683c177abb14094869452948c0974696d657374616d70944a53537e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d30382d3230948c1074696d655f746869735f697465725f73944740839c50c40000008c0c74696d655f746f74616c5f73944740a8a19134d800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a8a19134d800008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a10c6d693e25fb07899bc405aab83f58f387362756268317d94288c046c6f7373946836683c43088542a1f021b1b04094869452948c0974696d657374616d70944ac7557e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d31382d3437948c1074696d655f746869735f697465725f73944740839c9bb9e000008c0c74696d655f746f74616c5f73944740ad88b8235000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740ad88b8235000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11c1dc1409b4aa61af69469c8d6629aa9b007362756268317d94288c046c6f7373946836683c4308c26030b81b2eaf4094869452948c0974696d657374616d70944a3b587e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d32392d3135948c1074696d655f746869735f697465725f73944740839c9f582000008c0c74696d655f746f74616c5f73944740b137effcac00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b137effcac00008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a110686389554948f8fc44e6f10ee730fd6007362756268317d94288c046c6f7373946836683c43085128142a2dcbac4094869452948c0974696d657374616d70944aae5a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d33392d3433948c1074696d655f746869735f697465725f73944740839d558e4000008c0c74696d655f746f74616c5f73944740b3ab9aae7400008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b3ab9aae7400008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11c121afee7b4f46b9a7482083c33dfdec007362756268317d94288c046c6f7373946836683c43085bad56cb4f4baa4094869452948c0974696d657374616d70944a225d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30382d35302d3130948c1074696d655f746869735f697465725f73944740839b88ce4000008c0c74696d655f746f74616c5f73944740b61f0bc83c00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b61f0bc83c00008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f32363133343961665f35395f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d342c64726f705f5f323032342d30362d32385f30372d30332d32392f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a11f2e9c08ef20e10a5ae4ddcb8f840c0db007362756268317d94288c046c6f7373946836683c4308bfdfef772ed0a74094869452948c0974696d657374616d70944a955f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083236313334396166948c0464617465948c13323032342d30362d32385f30392d30302d3338948c1074696d655f746869735f697465725f73944740839d25b00000008c0c74696d655f746f74616c5f73944740b892b07e3c00008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b028c146465636f6465725f72745f6e756d5f6c61796572944b048c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00088c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fcfacdaa7d699648c026c7294473fb9207f0b5726738c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740b892b07e3c00008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"7c19332c\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d3437948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f9177b4a4848c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.7363891392281665,\n \"lr\": 0.011294664762497991,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.7363891392281665,\n \"lr\": 0.011294664762497991,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.7363891392281665,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 1,\n \"lr\": 0.011294664762497991,\n \"n_head\": 2\n },\n \"experiment_tag\": \"60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.7364,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=1,lr=0.0113,n_head=2\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719558038.433597,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2146.9344828447956,\n \"timestamp\": 1719561058,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"7c19332c\",\n \"date\": \"2024-06-28_09-50-58\",\n \"time_this_iter_s\": 299.9912140369415,\n \"time_total_s\": 3020.282461166382,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 1,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 1024,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 2,\n \"drop_rate\": 0.7363891392281665,\n \"lr\": 0.011294664762497991,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 3020.282461166382,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.7364,embedding_dim=1024,encoder_ff=2048,encoder_num_layer=1,lr=0.0113,n_head=2\"\n },\n \"last_result_time\": 1719561058.772585,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2261.2695754644437,\n \"min\": 2146.9344828447956,\n \"avg\": 2196.342053991603,\n \"last\": 2146.9344828447956,\n \"last-5-avg\": 2204.1819978008125,\n \"last-10-avg\": 2196.342053991603\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 314.7119266986847,\n \"min\": 299.9912140369415,\n \"avg\": 302.0282461166382,\n \"last\": 299.9912140369415,\n \"last-5-avg\": 300.2873908042908,\n \"last-10-avg\": 302.0282461166382\n },\n \"time_total_s\": {\n \"max\": 3020.282461166382,\n \"min\": 314.7119266986847,\n \"avg\": 1668.2465629577637,\n \"last\": 3020.282461166382,\n \"last-5-avg\": 2419.874883508682,\n \"last-10-avg\": 1668.2465629577637\n },\n \"time_since_restore\": {\n \"max\": 3020.282461166382,\n \"min\": 314.7119266986847,\n \"avg\": 1668.2465629577637,\n \"last\": 3020.282461166382,\n \"last-5-avg\": 2419.874883508682,\n \"last-10-avg\": 1668.2465629577637\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082e97cb058aaaa14094869452946807680d4308753a9d0e023ca14094869452946807680d43089fcfe7a3b73aa14094869452946807680d4308ea743abdaf32a14094869452946807680d430824128974dec5a0409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084fa7d3896915a14094869452946807680d430853a9549ae70ca14094869452946807680d430873b95c2ed3faa04094869452946807680d430889442291bf47a14094869452946807680d43081a8d46832118a14094869452946807680d43082e97cb058aaaa14094869452946807680d4308753a9d0e023ca14094869452946807680d43089fcfe7a3b73aa14094869452946807680d4308ea743abdaf32a14094869452946807680d430824128974dec5a0409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474072c8b200800000474072c4368d800000474072c1b700800000474072c88231c00000474072bfdc03400000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474073ab640d400000474072cbc486400000474072cfaf95000000474072d3b176800000474072d2fd93800000474072c8b200800000474072c4368d800000474072c1b700800000474072c88231c00000474072bfdc03400000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847409c6d8e4cc000004740a08f4df81000004740a2e784d82000004740a540951e5800004740a798909ec00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474073ab640d4000004740833b9449c0000047408ca36c1440000047409306a267c00000474097bb61cca0000047409c6d8e4cc000004740a08f4df81000004740a2e784d82000004740a540951e5800004740a798909ec00000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847409c6d8e4cc000004740a08f4df81000004740a2e784d82000004740a540951e5800004740a798909ec00000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428474073ab640d4000004740833b9449c0000047408ca36c1440000047409306a267c00000474097bb61cca0000047409c6d8e4cc000004740a08f4df81000004740a2e784d82000004740a540951e5800004740a798909ec00000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059517260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a11d16ea2ef204af99f60483a00aa22a98400736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243084fa7d3896915a14094869452948c0974696d657374616d70944ad0607e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d30352d3533948c1074696d655f746869735f697465725f7394474073ab640d4000008c0c74696d655f746f74616c5f7394474073ab640d4000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474073ab640d4000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a11c83a6c690ae4bb98ec462c397066c4a0007362756268317d94288c046c6f7373946836683c430853a9549ae70ca14094869452948c0974696d657374616d70944afd617e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d31302d3533948c1074696d655f746869735f697465725f7394474072cbc4864000008c0c74696d655f746f74616c5f73944740833b9449c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740833b9449c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a117f08922cae7c5f816246588b730b00dc007362756268317d94288c046c6f7373946836683c430873b95c2ed3faa04094869452948c0974696d657374616d70944a2a637e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d31352d3534948c1074696d655f746869735f697465725f7394474072cfaf950000008c0c74696d655f746f74616c5f739447408ca36c144000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408ca36c144000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a1174a85a14e52540964c41881a1f7508af007362756268317d94288c046c6f7373946836683c430889442291bf47a14094869452948c0974696d657374616d70944a57647e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d32302d3536948c1074696d655f746869735f697465725f7394474072d3b1768000008c0c74696d655f746f74616c5f739447409306a267c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409306a267c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a10f44732922628068aa04ed452b9284f4a7362756268317d94288c046c6f7373946836683c43081a8d46832118a14094869452948c0974696d657374616d70944a85657e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d32352d3537948c1074696d655f746869735f697465725f7394474072d2fd938000008c0c74696d655f746f74616c5f7394474097bb61cca000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474097bb61cca000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1009d86ee378924ba6764658b2225e432f7362756268317d94288c046c6f7373946836683c43082e97cb058aaaa14094869452948c0974696d657374616d70944ab1667e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d33302d3537948c1074696d655f746869735f697465725f7394474072c8b2008000008c0c74696d655f746f74616c5f739447409c6d8e4cc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447409c6d8e4cc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11db0556b4d648069e22479034f20727d6007362756268317d94288c046c6f7373946836683c4308753a9d0e023ca14094869452948c0974696d657374616d70944add677e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d33352d3538948c1074696d655f746869735f697465725f7394474072c4368d8000008c0c74696d655f746f74616c5f73944740a08f4df81000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a08f4df81000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a1105db1aaf1f6c49a985411031a9104afc007362756268317d94288c046c6f7373946836683c43089fcfe7a3b73aa14094869452948c0974696d657374616d70944a0a697e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d34302d3538948c1074696d655f746869735f697465725f7394474072c1b7008000008c0c74696d655f746f74616c5f73944740a2e784d82000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a2e784d82000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a10219e2c42bd240b9c864a441dc1c962467362756268317d94288c046c6f7373946836683c4308ea743abdaf32a14094869452948c0974696d657374616d70944a366a7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d34352d3538948c1074696d655f746869735f697465725f7394474072c88231c000008c0c74696d655f746f74616c5f73944740a540951e5800008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a540951e5800008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37633139333332635f36305f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30372d31352d34372f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a102dae8b92f01c67adf941f25598e439637362756268317d94288c046c6f7373946836683c430824128974dec5a04094869452948c0974696d657374616d70944a626b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083763313933333263948c0464617465948c13323032342d30362d32385f30392d35302d3538948c1074696d655f746869735f697465725f7394474072bfdc034000008c0c74696d655f746f74616c5f73944740a798909ec000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b018c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00048c0a656e636f6465725f6666944d00088c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b028c0964726f705f7261746594473fe7907ff4c3aa868c026c7294473f8721a83e3196508c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740a798909ec000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"769b08ee\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d3338948c1863757272656e745f636865636b706f696e745f696e646578944b098c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f97a9b5e3908c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.9311098017111933,\n \"lr\": 0.0033598362705093534,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.9311098017111933,\n \"lr\": 0.0033598362705093534,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 512,\n \"decoder_rt_num_layer\": 1,\n \"drop_rate\": 0.9311098017111933,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.0033598362705093534,\n \"n_head\": 16\n },\n \"experiment_tag\": \"61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.9311,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0034,n_head=16\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"TERMINATED\",\n \"relative_logdir\": \"train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719561058.926876,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2067.5648145300197,\n \"timestamp\": 1719562054,\n \"checkpoint_dir_name\": \"checkpoint_000009\",\n \"should_checkpoint\": true,\n \"done\": true,\n \"training_iteration\": 10,\n \"trial_id\": \"769b08ee\",\n \"date\": \"2024-06-28_10-07-34\",\n \"time_this_iter_s\": 98.67155456542969,\n \"time_total_s\": 995.7130689620972,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 1,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 512,\n \"decoder_int_ff\": 512,\n \"n_head\": 16,\n \"drop_rate\": 0.9311098017111933,\n \"lr\": 0.0033598362705093534,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 995.7130689620972,\n \"iterations_since_restore\": 10,\n \"experiment_tag\": \"61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_rate=0.9311,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0034,n_head=16\"\n },\n \"last_result_time\": 1719562054.6915047,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2152.0349524790845,\n \"min\": 2067.5648145300197,\n \"avg\": 2101.9375813161296,\n \"last\": 2067.5648145300197,\n \"last-5-avg\": 2079.8092696542817,\n \"last-10-avg\": 2101.937581316129\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n },\n \"time_this_iter_s\": {\n \"max\": 112.00384831428528,\n \"min\": 97.76127862930298,\n \"avg\": 99.5713068962097,\n \"last\": 98.67155456542969,\n \"last-5-avg\": 98.23846459388733,\n \"last-10-avg\": 99.57130689620972\n },\n \"time_total_s\": {\n \"max\": 995.7130689620972,\n \"min\": 112.00384831428528,\n \"avg\": 553.497561621666,\n \"last\": 995.7130689620972,\n \"last-5-avg\": 798.8421119213104,\n \"last-10-avg\": 553.4975616216659\n },\n \"time_since_restore\": {\n \"max\": 995.7130689620972,\n \"min\": 112.00384831428528,\n \"avg\": 553.497561621666,\n \"last\": 995.7130689620972,\n \"last-5-avg\": 798.8421119213104,\n \"last-10-avg\": 553.4975616216659\n },\n \"iterations_since_restore\": {\n \"max\": 10,\n \"min\": 1,\n \"avg\": 5.5,\n \"last\": 10,\n \"last-5-avg\": 8.0,\n \"last-10-avg\": 5.5\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595d6000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b007494624308a3d168a4c34fa04094869452946807680d43081a8d4623aa45a04094869452946807680d4308d0e7f3c9c93ca04094869452946807680d4308d0e7f3f9be44a04094869452946807680d43087bbd5e2f2127a0409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059535010000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082a954ae511d0a04094869452946807680d4308b55aad86d5bea04094869452946807680d4308ecf57aed8494a04094869452946807680d4308381c0eb77d79a04094869452946807680d4308793c1e9fbe5ba04094869452946807680d4308a3d168a4c34fa04094869452946807680d43081a8d4623aa45a04094869452946807680d4308d0e7f3c9c93ca04094869452946807680d4308d0e7f3f9be44a04094869452946807680d43087bbd5e2f2127a0409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288888888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942888888888888888888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059527000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288989898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942889898989898989898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474058859d0500000047405870b8ca00000047405886ea5f000000474058a41417000000474058aafac0000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c003f0d00000047405872544a00000047405893b94f0000004740589037190000004740588ad028000000474058859d0500000047405870b8ca00000047405886ea5f000000474058a41417000000474058aafac0000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474082d4de1d800000474085e2f536c00000474088f3d282a0000047408c08550580000047408f1db45d800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c003f0d00000047406a3949ab80000047407341932980000047407965a0efc0000047407f8854f9c00000474082d4de1d800000474085e2f536c00000474088f3d282a0000047408c08550580000047408f1db45d800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005954f000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428474082d4de1d800000474085e2f536c00000474088f3d282a0000047408c08550580000047408f1db45d800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005957c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c003f0d00000047406a3949ab80000047407341932980000047407965a0efc0000047407f8854f9c00000474082d4de1d800000474085e2f536c00000474088f3d282a0000047408c08550580000047408f1db45d800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005952c000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b064b074b084b094b0a652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059536000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b034b044b054b064b074b084b094b0a652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059516260000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1067a38c828ea13e93704319625f4e392d736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243082a954ae511d0a04094869452948c0974696d657374616d70944ad26b7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35322d3530948c1074696d655f746869735f697465725f739447405c003f0d0000008c0c74696d655f746f74616c5f739447405c003f0d0000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405c003f0d0000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a1148646804e76abc83764b54a581502db6007362756268317d94288c046c6f7373946836683c4308b55aad86d5bea04094869452948c0974696d657374616d70944a346c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35342d3238948c1074696d655f746869735f697465725f739447405872544a0000008c0c74696d655f746f74616c5f739447406a3949ab8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a3949ab8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1196cf19cb0f165c99e4431b67d4c398a2007362756268317d94288c046c6f7373946836683c4308ecf57aed8494a04094869452948c0974696d657374616d70944a966c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35362d3037948c1074696d655f746869735f697465725f739447405893b94f0000008c0c74696d655f746f74616c5f73944740734193298000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f7265944740734193298000008c18697465726174696f6e735f73696e63655f726573746f7265944b0375756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303394682268257d946827897385945294682a682d2981947d9468308a106f2f600981880a8ec441f9b721e260227362756268317d94288c046c6f7373946836683c4308381c0eb77d79a04094869452948c0974696d657374616d70944af96c7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303033948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b048c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35372d3435948c1074696d655f746869735f697465725f73944740589037190000008c0c74696d655f746f74616c5f739447407965a0efc000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407965a0efc000008c18697465726174696f6e735f73696e63655f726573746f7265944b0475756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303494682268257d946827897385945294682a682d2981947d9468308a11cdfccac70d3e3e81424ce8a1a8b812b6007362756268317d94288c046c6f7373946836683c4308793c1e9fbe5ba04094869452948c0974696d657374616d70944a5b6d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303034948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b058c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f30392d35392d3233948c1074696d655f746869735f697465725f73944740588ad0280000008c0c74696d655f746f74616c5f739447407f8854f9c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407f8854f9c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0575756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303594682268257d946827897385945294682a682d2981947d9468308a1128fb01b88da6b0b0e942c2e55d20abba007362756268317d94288c046c6f7373946836683c4308a3d168a4c34fa04094869452948c0974696d657374616d70944abd6d7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303035948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b068c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30312d3031948c1074696d655f746869735f697465725f7394474058859d050000008c0c74696d655f746f74616c5f7394474082d4de1d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474082d4de1d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0675756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303694682268257d946827897385945294682a682d2981947d9468308a11a96b194ebbaa11b1a14157711de085e4007362756268317d94288c046c6f7373946836683c43081a8d4623aa45a04094869452948c0974696d657374616d70944a1f6e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303036948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b078c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30322d3339948c1074696d655f746869735f697465725f739447405870b8ca0000008c0c74696d655f746f74616c5f7394474085e2f536c000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474085e2f536c000008c18697465726174696f6e735f73696e63655f726573746f7265944b0775756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303794682268257d946827897385945294682a682d2981947d9468308a0fe1895c42432e5286854d739054ee077362756268317d94288c046c6f7373946836683c4308d0e7f3c9c93ca04094869452948c0974696d657374616d70944a816e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303037948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b088c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30342d3137948c1074696d655f746869735f697465725f739447405886ea5f0000008c0c74696d655f746f74616c5f7394474088f3d282a000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f726594474088f3d282a000008c18697465726174696f6e735f73696e63655f726573746f7265944b0875756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303894682268257d946827897385945294682a682d2981947d9468308a11b84038b121c5609fbc45fadc6c4e1bc8007362756268317d94288c046c6f7373946836683c4308d0e7f3f9be44a04094869452948c0974696d657374616d70944ae36e7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303038948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b098c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30352d3536948c1074696d655f746869735f697465725f7394474058a414170000008c0c74696d655f746f74616c5f739447408c0855058000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408c0855058000008c18697465726174696f6e735f73696e63655f726573746f7265944b0975756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f37363962303865655f36315f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d3531322c6465636f6465725f72745f6e756d5f6c617965723d312c64726f705f725f323032342d30362d32385f30392d30302d33382f636865636b706f696e745f30303030303994682268257d946827897385945294682a682d2981947d9468308a10518d32ad6862a5aac34f0df411429a7e7362756268317d94288c046c6f7373946836683c43087bbd5e2f2127a04094869452948c0974696d657374616d70944a466f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303039948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b0a8c08747269616c5f6964948c083736396230386565948c0464617465948c13323032342d30362d32385f31302d30372d3334948c1074696d655f746869735f697465725f7394474058aafac00000008c0c74696d655f746f74616c5f739447408f1db45d8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b018c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00028c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b108c0964726f705f7261746594473fedcba6c86ab5358c026c7294473f6b86165cdb279a8c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447408f1db45d8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0a757562658c195f6c61746573745f636865636b706f696e745f726573756c74946ada01000075622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"cd09d91f\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059572040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f63643039643931665f36325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30392d35302d3538948c1863757272656e745f636865636b706f696e745f696e646578944b028c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f9a9d1c63838c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8804057782771979,\n \"lr\": 0.00020339747661453456,\n \"batch_size\": 2048\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8804057782771979,\n \"lr\": 0.00020339747661453456,\n \"batch_size\": 2048\n },\n \"evaluated_params\": {\n \"batch_size\": 2048,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 1024,\n \"decoder_rt_num_layer\": 2,\n \"drop_rate\": 0.8804057782771979,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"encoder_num_layer\": 4,\n \"lr\": 0.00020339747661453456,\n \"n_head\": 1\n },\n \"experiment_tag\": \"62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.8804,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0002,n_head=1\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"RUNNING\",\n \"relative_logdir\": \"train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": 1719562054.8448517,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {\n \"loss\": 2044.4744459737942,\n \"timestamp\": 1719562367,\n \"checkpoint_dir_name\": \"checkpoint_000002\",\n \"should_checkpoint\": true,\n \"done\": false,\n \"training_iteration\": 3,\n \"trial_id\": \"cd09d91f\",\n \"date\": \"2024-06-28_10-12-47\",\n \"time_this_iter_s\": 99.62483620643616,\n \"time_total_s\": 312.48519372940063,\n \"pid\": 242786,\n \"hostname\": \"r8i6n8\",\n \"node_ip\": \"10.159.28.66\",\n \"config\": {\n \"encoder_num_layer\": 4,\n \"decoder_rt_num_layer\": 2,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 256,\n \"encoder_ff\": 1024,\n \"decoder_rt_ff\": 1024,\n \"decoder_int_ff\": 512,\n \"n_head\": 1,\n \"drop_rate\": 0.8804057782771979,\n \"lr\": 0.00020339747661453456,\n \"batch_size\": 2048\n },\n \"time_since_restore\": 312.48519372940063,\n \"iterations_since_restore\": 3,\n \"experiment_tag\": \"62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop_rate=0.8804,embedding_dim=256,encoder_ff=1024,encoder_num_layer=4,lr=0.0002,n_head=1\"\n },\n \"last_result_time\": 1719562367.3437243,\n \"metric_analysis\": {\n \"loss\": {\n \"max\": 2046.8147607037401,\n \"min\": 2044.4744459737942,\n \"avg\": 2046.0208714602813,\n \"last\": 2044.4744459737942,\n \"last-5-avg\": 2046.0208714602813,\n \"last-10-avg\": 2046.0208714602813\n },\n \"should_checkpoint\": {\n \"max\": true,\n \"min\": true,\n \"avg\": 1.0,\n \"last\": true,\n \"last-5-avg\": 1.0,\n \"last-10-avg\": 1.0\n },\n \"done\": {\n \"max\": false,\n \"min\": false,\n \"avg\": 0.0,\n \"last\": false,\n \"last-5-avg\": 0.0,\n \"last-10-avg\": 0.0\n },\n \"training_iteration\": {\n \"max\": 3,\n \"min\": 1,\n \"avg\": 2.0,\n \"last\": 3,\n \"last-5-avg\": 2.0,\n \"last-10-avg\": 2.0\n },\n \"time_this_iter_s\": {\n \"max\": 113.24074220657349,\n \"min\": 99.61961531639099,\n \"avg\": 104.16173124313354,\n \"last\": 99.62483620643616,\n \"last-5-avg\": 104.16173124313354,\n \"last-10-avg\": 104.16173124313354\n },\n \"time_total_s\": {\n \"max\": 312.48519372940063,\n \"min\": 113.24074220657349,\n \"avg\": 212.86209781964618,\n \"last\": 312.48519372940063,\n \"last-5-avg\": 212.8620978196462,\n \"last-10-avg\": 212.8620978196462\n },\n \"time_since_restore\": {\n \"max\": 312.48519372940063,\n \"min\": 113.24074220657349,\n \"avg\": 212.86209781964618,\n \"last\": 312.48519372940063,\n \"last-5-avg\": 212.8620978196462,\n \"last-10-avg\": 212.8620978196462\n },\n \"iterations_since_restore\": {\n \"max\": 3,\n \"min\": 1,\n \"avg\": 2.0,\n \"last\": 3,\n \"last-5-avg\": 2.0,\n \"last-10-avg\": 2.0\n }\n },\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {\n \"loss\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595b0000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a15042fb9f4094869452946807680d4308c26030f817fb9f4094869452946807680d4308a9542ad5e5f19f409486945294652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595b0000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294288c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a15042fb9f4094869452946807680d4308c26030f817fb9f4094869452946807680d4308a9542ad5e5f19f409486945294652e\"\n }\n },\n \"should_checkpoint\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059525000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428888888652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059525000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428888888652e\"\n }\n },\n \"done\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059525000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b058694529428898989652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059525000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a8694529428898989652e\"\n }\n },\n \"training_iteration\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059528000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b03652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059528000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b03652e\"\n }\n },\n \"time_this_iter_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405c4f6852000000474058e7a7c7000000474058e7fd51000000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c4f6852000000474058e7a7c7000000474058e7fd51000000652e\"\n }\n },\n \"time_total_s\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405c4f685200000047406a9b880c80000047407387c35a800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c4f685200000047406a9b880c80000047407387c35a800000652e\"\n }\n },\n \"time_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b05869452942847405c4f685200000047406a9b880c80000047407387c35a800000652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"8005953d000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a869452942847405c4f685200000047406a9b880c80000047407387c35a800000652e\"\n }\n },\n \"iterations_since_restore\": {\n \"5\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059528000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0586945294284b014b024b03652e\"\n },\n \"10\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059528000000000000008c0b636f6c6c656374696f6e73948c056465717565949394294b0a86945294284b014b024b03652e\"\n }\n }\n },\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"800595350d0000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d94288c1b7261792e747261696e2e5f696e7465726e616c2e73657373696f6e948c0f5f547261696e696e67526573756c749493942981947d94288c0a636865636b706f696e749468068c0a436865636b706f696e749493942981947d94288c0470617468948cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63643039643931665f36325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30392d35302d35382f636865636b706f696e745f303030303030948c0a66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c055f75756964948c0475756964948c04555549449493942981947d948c03696e74948a1171445c8405852087054efa6f6dbc8eb500736275628c076d657472696373947d94288c046c6f7373948c156e756d70792e636f72652e6d756c74696172726179948c067363616c61729493948c056e756d7079948c0564747970659493948c02663894898887945294284b038c013c944e4e4e4affffffff4affffffff4b0074946243088542a15042fb9f4094869452948c0974696d657374616d70944ab86f7e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303030948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b018c08747269616c5f6964948c086364303964393166948c0464617465948c13323032342d30362d32385f31302d30392d3238948c1074696d655f746869735f697465725f739447405c4f68520000008c0c74696d655f746f74616c5f739447405c4f68520000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fec2c48bd1d1ea88c026c7294473f2aa8e305322a258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447405c4f68520000008c18697465726174696f6e735f73696e63655f726573746f7265944b0175756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63643039643931665f36325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30392d35302d35382f636865636b706f696e745f30303030303194682268257d946827897385945294682a682d2981947d9468308a106e2447a07879c982c343aabbfe51b07b7362756268317d94288c046c6f7373946836683c4308c26030f817fb9f4094869452948c0974696d657374616d70944a1b707e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303031948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b028c08747269616c5f6964948c086364303964393166948c0464617465948c13323032342d30362d32385f31302d31312d3037948c1074696d655f746869735f697465725f7394474058e7a7c70000008c0c74696d655f746f74616c5f739447406a9b880c8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fec2c48bd1d1ea88c026c7294473f2aa8e305322a258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447406a9b880c8000008c18697465726174696f6e735f73696e63655f726573746f7265944b0275756268182981947d9428681b681d2981947d942868208cfe2f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e742f747261696e5f6d6f64656c5f63643039643931665f36325f62617463685f73697a653d323034382c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d313032342c6465636f6465725f72745f6e756d5f6c617965723d322c64726f705f5f323032342d30362d32385f30392d35302d35382f636865636b706f696e745f30303030303294682268257d946827897385945294682a682d2981947d9468308a1198a480155e7548919a4feb44f2caf6ef007362756268317d94288c046c6f7373946836683c4308a9542ad5e5f19f4094869452948c0974696d657374616d70944a7f707e668c13636865636b706f696e745f6469725f6e616d65948c11636865636b706f696e745f303030303032948c1173686f756c645f636865636b706f696e7494888c04646f6e6594898c12747261696e696e675f697465726174696f6e944b038c08747269616c5f6964948c086364303964393166948c0464617465948c13323032342d30362d32385f31302d31322d3437948c1074696d655f746869735f697465725f7394474058e7fd510000008c0c74696d655f746f74616c5f739447407387c35a8000008c03706964944a62b403008c08686f73746e616d65948c06723869366e38948c076e6f64655f6970948c0c31302e3135392e32382e3636948c06636f6e666967947d94288c11656e636f6465725f6e756d5f6c61796572944b048c146465636f6465725f72745f6e756d5f6c61796572944b028c156465636f6465725f696e745f6e756d5f6c61796572944b018c0d656d62656464696e675f64696d944d00018c0a656e636f6465725f6666944d00048c0d6465636f6465725f72745f6666944d00048c0e6465636f6465725f696e745f6666944d00028c066e5f68656164944b018c0964726f705f7261746594473fec2c48bd1d1ea88c026c7294473f2aa8e305322a258c0a62617463685f73697a65944d0008758c1274696d655f73696e63655f726573746f72659447407387c35a8000008c18697465726174696f6e735f73696e63655f726573746f7265944b03757562658c195f6c61746573745f636865636b706f696e745f726573756c7494689175622e\"\n }\n}"
+ ],
+ [
+ "{\n \"stub\": false,\n \"trainable_name\": \"train_model\",\n \"trial_id\": \"8f7a5983\",\n \"storage\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059575040000000000008c1b7261792e747261696e2e5f696e7465726e616c2e73746f72616765948c0e53746f72616765436f6e746578749493942981947d94288c12637573746f6d5f66735f70726f766964656494898c1273746f726167655f6c6f63616c5f70617468948c2b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c7473948c136578706572696d656e745f6469725f6e616d65948c0f746573745f6578706572696d656e74948c0e747269616c5f6469725f6e616d65948c96747261696e5f6d6f64656c5f38663761353938335f36335f62617463685f73697a653d313032342c6465636f6465725f696e745f66663d3531322c6465636f6465725f696e745f6e756d5f6c617965723d312c6465636f6465725f72745f66663d323034382c6465636f6465725f72745f6e756d5f6c617965723d382c64726f705f5f323032342d30362d32385f31302d30372d3334948c1863757272656e745f636865636b706f696e745f696e646578944affffffff8c0b73796e635f636f6e666967948c097261792e747261696e948c0a53796e63436f6e6669679493942981947d94288c0b73796e635f706572696f64944d2c018c0c73796e635f74696d656f7574944d08078c0e73796e635f61727469666163747394898c1c73796e635f6172746966616374735f6f6e5f636865636b706f696e7494888c0a75706c6f61645f646972948c0a44455052454341544544948c0673796e6365729468188c1273796e635f6f6e5f636865636b706f696e7494681875628c1273746f726167655f66696c6573797374656d948c0b70796172726f772e5f6673948c1c4c6f63616c46696c6553797374656d2e5f7265636f6e7374727563749493947d948c087573655f6d6d6170948973859452948c0f73746f726167655f66735f70617468948c452f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f7465737494681968008c115f46696c6573797374656d53796e6365729493942981947d9428681b682268134d2c0168144d08078c116c6173745f73796e635f75705f74696d65944741d99f9bcaf50b4f8c136c6173745f73796e635f646f776e5f74696d659447fff00000000000008c0d5f73796e635f70726f63657373944e8c0c5f63757272656e745f636d649468008c125f75706c6f61645f746f5f66735f706174689493947d94288c0a6c6f63616c5f70617468948c3b2f6c696e6b686f6d652f726563682f67656e6b6d7730312f756367383177732f7261795f726573756c74732f746573745f6578706572696d656e74948c0266739468228c0766735f70617468948c552f67706673776f726b2f726563682f7574652f756367383177732f74686573652f4c432d4d532d52542d70726564696374696f6e2f7261795f726573756c74735f746573742f746573745f6578706572696d656e74948c076578636c756465945d948c0e2a2f636865636b706f696e745f2a9461758694756275622e\"\n },\n \"config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4044864263489224,\n \"lr\": 0.0002561729654679464,\n \"batch_size\": 1024\n },\n \"_Trial__unresolved_config\": {\n \"encoder_num_layer\": 8,\n \"decoder_rt_num_layer\": 8,\n \"decoder_int_num_layer\": 1,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"decoder_rt_ff\": 2048,\n \"decoder_int_ff\": 512,\n \"n_head\": 8,\n \"drop_rate\": 0.4044864263489224,\n \"lr\": 0.0002561729654679464,\n \"batch_size\": 1024\n },\n \"evaluated_params\": {\n \"batch_size\": 1024,\n \"decoder_int_ff\": 512,\n \"decoder_int_num_layer\": 1,\n \"decoder_rt_ff\": 2048,\n \"decoder_rt_num_layer\": 8,\n \"drop_rate\": 0.4044864263489224,\n \"embedding_dim\": 16,\n \"encoder_ff\": 2048,\n \"encoder_num_layer\": 8,\n \"lr\": 0.0002561729654679464,\n \"n_head\": 8\n },\n \"experiment_tag\": \"63_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_rate=0.4045,embedding_dim=16,encoder_ff=2048,encoder_num_layer=8,lr=0.0003,n_head=8\",\n \"stopping_criterion\": {},\n \"_setup_default_resource\": true,\n \"_default_placement_group_factory\": \"80054e2e\",\n \"placement_group_factory\": \"800595ba000000000000008c237261792e74756e652e657865637574696f6e2e706c6163656d656e745f67726f757073948c15506c6163656d656e7447726f7570466163746f72799493942981947d94288c085f62756e646c6573945d947d94288c03435055944740540000000000008c034750559447401000000000000075618c155f686561645f62756e646c655f69735f656d70747994898c095f7374726174656779948c045041434b948c055f6172677394298c075f6b7761726773947d9475622e\",\n \"log_to_file\": [\n null,\n null\n ],\n \"max_failures\": 0,\n \"_default_result_or_future\": null,\n \"export_formats\": [],\n \"status\": \"PENDING\",\n \"relative_logdir\": \"train_model_8f7a5983_63_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_10-07-34\",\n \"trial_name_creator\": null,\n \"trial_dirname_creator\": null,\n \"custom_trial_name\": null,\n \"custom_dirname\": null,\n \"restore_path\": null,\n \"_restore_checkpoint_result\": null,\n \"_state_json\": null,\n \"results\": \"80054e2e\",\n \"extra_arg\": \"80054e2e\",\n \"_resources\": \"80054e2e\"\n}",
+ "{\n \"start_time\": null,\n \"num_failures\": 0,\n \"num_failures_after_restore\": 0,\n \"error_filename\": null,\n \"pickled_error_filename\": null,\n \"last_result\": {},\n \"last_result_time\": -Infinity,\n \"metric_analysis\": {},\n \"_n_steps\": [\n 5,\n 10\n ],\n \"metric_n_steps\": {},\n \"checkpoint_manager\": {\n \"_type\": \"CLOUDPICKLE_FALLBACK\",\n \"value\": \"80059584010000000000008c267261792e747261696e2e5f696e7465726e616c2e636865636b706f696e745f6d616e61676572948c125f436865636b706f696e744d616e616765729493942981947d94288c125f636865636b706f696e745f636f6e666967948c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394681275628c135f636865636b706f696e745f726573756c7473945d948c195f6c61746573745f636865636b706f696e745f726573756c74944e75622e\"\n }\n}"
+ ]
+ ],
+ "runner_data": {
+ "_earliest_stopping_actor": Infinity,
+ "_actor_cleanup_timeout": 600,
+ "_actor_force_cleanup_timeout": 10,
+ "_reuse_actors": true,
+ "_buffer_length": 1,
+ "_buffer_min_time_s": 0.0,
+ "_buffer_max_time_s": 100.0,
+ "_max_pending_trials": 1,
+ "_metric": "loss",
+ "_total_time": 76509.49886393547,
+ "_iteration": 715057,
+ "_has_errored": true,
+ "_fail_fast": false,
+ "_print_trial_errors": true,
+ "_cached_trial_decisions": {},
+ "_queued_trial_decisions": {},
+ "_should_stop_experiment": false,
+ "_stopper": {
+ "_type": "CLOUDPICKLE_FALLBACK",
+ "value": "8005952c000000000000008c157261792e74756e652e73746f707065722e6e6f6f70948c0b4e6f6f7053746f707065729493942981942e"
+ },
+ "_start_time": 1719490495.6971936,
+ "_last_checkpoint_time": -Infinity,
+ "_session_str": "2024-06-27_14-14-55",
+ "_checkpoint_period": "auto",
+ "_trial_checkpoint_config": {
+ "_type": "CLOUDPICKLE_FALLBACK",
+ "value": "800595f2000000000000008c097261792e747261696e948c10436865636b706f696e74436f6e6669679493942981947d94288c0b6e756d5f746f5f6b656570944e8c1a636865636b706f696e745f73636f72655f617474726962757465944e8c16636865636b706f696e745f73636f72655f6f72646572948c036d6178948c14636865636b706f696e745f6672657175656e6379944b008c11636865636b706f696e745f61745f656e6494898c1a5f636865636b706f696e745f6b6565705f616c6c5f72616e6b73948c0a44455052454341544544948c1f5f636865636b706f696e745f75706c6f61645f66726f6d5f776f726b65727394680c75622e"
+ },
+ "_resumed": false
+ },
+ "stats": {
+ "start_time": 1719490495.6971936,
+ "timestamp": -Infinity
+ }
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/search_gen_state-2024-06-27_14-14-55.json b/ray_results/test_experiment/search_gen_state-2024-06-27_14-14-55.json
new file mode 100644
index 0000000000000000000000000000000000000000..0c6fb4d481afc2f9180082cd073699cab2c7b5fb
GIT binary patch
literal 2449
zcmb_eO>Z1U5ValKyI$KH+i?Oi5#eBjN$@VYAOwdHIZhDcb%O06E>Wv@rgwYfndzZF
zVlPs}m$0zZ5(k<C2#MdpPvOdy3;!Uzo>}jXV-6s(7h7FbT~+VBu9`1remt3*D1Oh}
zhOLFdWSU7A+_8&VXqpg3(>!6y1s~daFV14cS>#S_gB|Bg#wp9Rv#&}zXlawN*7&sY
zud|KqvG)(|&99tKc9}?%kvPH?aW6(vJFg{;Gm?skCC=8A7LxXvv#%8Qds~adzP^km
zt&z34U;1qcn2xm@C0Gd!oKn(LB$whTGWp6^hJhpzA^OXy=FZ+~CvkSjMatTeg}mKo
z*<pJ0_U*O_`|sX9Qf*W~BvU5Q%GoR9Hc1pqlF<}ZUe-)$GB!Ee)G|hjk;|@qIW$tD
zVG?o{9_9kwpreQ#yN{mZXXn)*3rQ%lUfg$fZqzp*+=m4%dc&y0(%lmwBG-9q(k>M7
z8oUUjU8i2N&EkYgU`#_4e`>FvKOrKkRO7z04U;E=M!syMy|?{nZ+q+R!S+38XMH4y
z;_E=s7kWOFubb`|-d+sZ43uUmh|LF7N^#Tz7tUVa@yOqYeZR1`fGk>8TAI+)_srS4
zQH-Q1&E2W`*6jh@GuAwr1!ddqe%@0@LLQcs8O=s)Y0eaD?`&;$_BZzqHgn0MIMlJo
zsyq_Um*cPVMY~LVHD$H?WsheV^EY^l-vGA!H4o=<LP2uTyvd0N+C8}Y`>(%TJGn*d
zm9a4rN7>N){IBwX*~KyrS`3*|Zr3i5ksQ*<p^g<Y#9oU+wZ2i0$A)cG)%yN_P;2{w
zDyP5!Z`s-i$;bZ-k{1)z*m0Pch`A?t3OCyo$=`I;oH)~kUg`wQ=8!P(m{vIpi*_$z
zG&nww6BxZ97CqFYYoa~_{P3L}J`xYkGRs2D3_L`Wl7tTYEV(wCNs3V!@>V&>pv5h!
zSzpK)8XUi*MmRjhsC(izg2`Yim=5X;Q>Yk#5dA~DS_y5D$64GHGA-{wC#w-u?5mKv
zQV9RJ9C!SndM*Eie~NQNT|JBPqhMTrH7uB<WB)~#c3Bj~SsxEHbydHOU@7>ZGcnnj
zm}cXE#u+%h-g)oN#1uR`6ZMMo;#oE5;otZ-&-{J$F9hKJO5L*=;fzA%|Aa@dRH<Pu
zk|HM(e0a=f?qe8LhWbn*j=*m)VP{Msn_v>XKD5ok?;<Nx38?#G$ideS?ySA@$Dh}?
zHu*OX?)>(X|NUHqFAu|aME@MGklu8cD&~TQ@^Wo-sSY_&@#m<n+RBSi8hZu%LKum+
zP9Sem>;edP-jiI}s>_vkG1N3)vrAi}1#w~M`wK824jIdF-&!SJg+ekyHF9+^4`ID_
z!73y)>g=VI9y_~QG4~|<%s?yy4{o(8imjIU)wxz#6h(SMlLSm<hnOhq_D0n_9ArI-
z1?-13limjiu9QpB?@SU(MzOq6=he}we8DiEh`#UEuM@YsdxBAd6)U_x@%Sh<8m7wv
znjt+JCkB}N@@x2uixI&W_>w`|m;Al&0n2jahJ&3rjs2&NA0SO15AcWM*adYvQxJ`&
z=acv;E7?=-duP`?{04it{1zfrGcq?r3QVKX#{vYj0w3fWCji8!wnkEhrb9G8Q+)Ec
IU1M5*11ZzPAOHXW
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/searcher-state-2024-06-27_14-14-55.pkl b/ray_results/test_experiment/searcher-state-2024-06-27_14-14-55.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..cd729bf86949148a0f4bb8b6e15e13a40c5f84b7
GIT binary patch
literal 14855
zcmeHt2UrtX*MEQjp`$2>A}X$mpa^0^DPsqM0UL^i7?Qw5LK0FCq=*HOWe{}(ykJ34
zDT@tJ?5l_srC7kaiXw<*0V`nr?qp_CQ1<Vx?*5<e`Cgu9xc8oW=KRh%x1D=3v6`tL
zoJg|2XsI<~Bo=ZQT)LP~7chj35RnumQkX1zCzg{#psb}Ezz{QGx`?x!EuBH4Acib9
zlh0xc=^UPz9vBE{>PSyz8cz~J=Q1MLLMc@ZF(7(`I5QdPp+r*RRY!DKLcV}5WQf_)
z>2A-5xu583nU5H-Lju?=7Kax^XK_LRni`_Z=3yGh(8)+QqOBy2jHq*kK#Wa(z2-=p
zL5LQQ4zn37pppckj0+sg80|F95w#E2oIxVPTEGfeo2mv=fQhgUl>+Ndce_>JM`w)w
zZCH<L4C|wG13)*N?q+}S-YV$hQrL(}kw_42dI%eMkts#UT)s#oMfB+bd^mv4<nsbK
zK~fr`MHdMeOtuv1H(5rSjkfHtZV9lK!{-qk-7yZFDr1!XA|1L?HV|YUBZLj)kpUh9
zl*V*8LckWv297Oe3jwqqlh5U{nW#v#<t+r`#AZ$5FvX~tS*W$h5M?boNw8xA=LhkD
zH4Ls4v8K}n5#e+RPrzXYbJ_ICicWVGWFQ>2Ld^fH-_s{N&ybcN1v;cit*Ioc+Irx3
z;M92OVyw*uZ5pgO9h;ma5*17<Frb16;3^^8E=0l=a~MJ)BSMO3iGY3#A%I0RWh|g%
ziGfNeMLlqwG;ysAiK>C9IZJ6Yn&)TmC;LYwiKPLPDHuqdn=~G11lz%*I+5a~G{6UI
z!9T%+JF5;9SC0c)Q%MX^qrqAVmDQ9*wPMoaFj3lH6-8CUB~jIAu=Y0zqI^vdRgJ2S
z>V^3<f$%9+9e5R}NKr`Ez*L+o`>RoQ!2gSsfEl9G6+TsCy)~)_l}x3G6&g@A*r;(j
z3KhuK%5JJw)&U!rzeEyaYUv_F|7>DQc$`4KFoYh+<uk-mWN4?UJs0bqhW36rx5JR$
zf6Cx#9$u!4O>ViB)7@GzW0Y;hCtRYOi-ztqbr>T}{t7zv^#0V%##9LGgkZEgIog;8
z>&b;v{}D&)ccs{$%s+jFPTxKM47$Sq^Z93>P~jhOiy<5iFISof*s%AUd+=CMu+=H0
zeFh_`E0c`KyPuqU%)u7I+Uah+$2@#yF?l!*J#5g)@osZGm>fqk(7#M{au{{(11edu
z3aQ2_(}PNutwbY*Cp7Vum?;x|QF$f)7!tNPC5TC<vx?4Ph09J~^hnjAlEK-l4$fIE
zSf8p5Q>YrS7C4KIsJgH&RTDO(>cE;*k_0hDUqgcx)nf}4L?r<hHSijGjB5Z9WFS@(
zysibrY6G$8>8%4q>B2@5M2F6VIb4>I&6C3Y(Q^?QNT<8|cyl?#xvg?A(}jG#m`=xe
zVNI~-gWVczt6*CLD;TUf8mv!)4ZwiWU?Z9Y)|5#F#|J7L*2W47R_I`bE>`Gag+5jo
zV1*%87|99{ub{yhn<o~@6~OxM(?kRWTE$_|Dh`EKaX7S!L!wn27OmpYXcdP?tGEhi
z6;lHSRS9B%hBYh>8elNEB58^g=?1pd01k`A=Fyp4hD5{`fvq3W5;Ax!euxz5fgRyk
z(~gcs5>li)9mIJkhe!;93OZBFm!0O?Gv+urIXRA%!k>^Hbb0_sOb=r7*dR#a3kfFl
z#73i31C?GWB7YarlnIqFX#}%DywF`KjsR7*ELzi}2MYNi0g}K#5UKtmwN5*wgYCoJ
zBofz(US%<6pZCt*8N(J$I5{CAFb&#$_KxG-TAwo4mo%!?f+=?&r+?gicb1oSS){wM
zQ;^U?*k@pV*-T$*levGu%+yPtD&MYL8Ip6qc;@2)X_@;A`A0`x+<yPeP^;>8rtoxJ
zP_fS0KP=pLg%1}xPVo;BWSW;2&ailIyXm-H;#6sdxzWX<f~&7Nb7+qW1_tNacyDqI
zK2chIIKgezpy2-ZHa>bMIe7Wd2*#GB{E1BvEB^TlTUJhUDJeZ^)Uu1coyYmyc`tSi
z)tB@jtG{X+@E{$zSbQ@7M6ZZ)lbC>&ySeQa2YkcKd%V0-Qr-ZS?o}67zuCw3J?8E1
zo3FL#`sHJn=!M0}5=6xKkfj&kV%<YKv$k+NYuNciD_@#^-0+&>zbknq-0fCUiE~rp
zgWLOu>m%<|pQQTV+<X1;zIt|ZO#Xw<*>Cy|_MG6pCeL)@sr6;ly6wk?e{AGuF?I$H
zxOVB)u9HO(k5|vzbpGnzwNBy8hf80Tajrj?-te;vIy5vbY|^cs&P#Yl+K=w}W809s
z+Or@d<~EO#)d@4DTa&#PEd9?q^~f1?(-r+MKG{2A{n~jmxo5`p;Lhxqx7_#lZ5;pF
zB?Z@z-nUKeC$*f~m}I7_$MkkNIce@aQbKb-wcwk!r?#sPnV``pWob-S{|B~wsh5#@
z!BMJL)x$NxoChB^o7ij}c;Pqq9JS4B?1t^XeWqW(m?E#t=;Z^e%?27c4`2OI@Z@Ri
zgucvQ>UN*eFD-p>FZ)VbTzBZ;+8DhwN81Ejm!jg3MEyt$?R-&N-_*vG%xgBy*)IOC
zd#4t;+;3=TY<~M$f6c}xm4kzkSr$;`ht+#7Q2GxUD#*2Q*MG8M<I1A<v-a5aanceX
z2@ct&`dbc+-e2N3&h7IrO#v&|y(X25vgn5^KQ}(7ja+p%J$8GEy7z(F^a?@kUCQ`b
z&bRmi+HAJgL?7={-MvjCUx#0CJsM`T&3~0{>g=m74(Uk)riHytWK)`7CVl*<O|}SH
zl6*kT$h$hW`u!e#d;gK=s{>!~+Nf(6imewNm})ulLskEpwgC~dU7oqFndav-I?Z3t
zqo3`B7nXhtJPcy<dhza!$qX-iV6ulfGbXPo(mefI<xIhr&BsE`*z=!vYzTa30|&)y
zPVYC-bxOmtj>_cIZ%9p(U-n-4_I%x@y4~#;UuHZyU?ASqrzo#tS5lPS+sPp{MlKzp
z#uM|BvrD^$ZHYX5+Hd3DC2{nHJ7&T=d`&fjcyspW`tF*#TWT_Rwtvd(Uv-8E*Zo?y
zEY#y%^wZ4B&4&dnkLF<bRg$GuOOjj8`a7rQj9A&0doFnV=V?_HtD2-`gN(xxdTVAL
zF1<P~YEt*h$S+=3wU$58;gq~|algB8{xk3S<1f`Wz50Di+m0-!v~7dQv&<6voGjeO
zOYvhx&3nals?e`0P4VlNc=)v0(NDf@EvMB^=1F~At>&&T5*OAS_lR<ANRG{+o=BY7
z?NyMqW@KdBxgGusf4$~nddkeV{;@^Q#0A<f0;)reFNoUK82AUahd0#Lnq@5KJ^SN|
z`8?=ZL%`4j0lJ%wtUSXqO7veIeAiTAJ~i6-bv;K?>0Kip8@2a&$g`9Y^X#Wz{~Q+V
zOy8<w=Qc+zeaTaC^wI8hF&(juz6n+J&hWA^lJyaDp^6M?(V0;L3z_rvbCVm>is5xn
z`@eRr+^<HuA7MlC;%qvV>M44hWa&_U&vrd`RNCQu_oXK?UW~Dte>JPVG;4oRG<A5-
zom+HEhbKN6*7HeAw|J+9YiDb>`Zdknnbd7XS&nu1Pf3T)mkg^poPWvQWLsXTXW_Bi
z#n9rz^<%GTF1Ei}z1P6Rqq4uvz1x@i-CDnHO6Z)Xi%;J^Gu^u7=>(5)tYaZLqC2hu
z9%mw1g7l`k)gu~byeQoh-&St7G`}P14otIPl2`A)Vs++XX!IS=&l5bG&acr+v#=e!
z$TMGEeC5^L*DV)muU9l!N6wsY=6`yG<EQsgOA{_;!R=T0;pN-+X7-!kJd8hi(L{r5
zpGF@I{n>{)tTkU_S4FT#-A<Pg_qJEBG~RP~Tt)A_(<)xXJMec+ShJ*CZMN^InlZ=6
zKd88{Yg$Y9M5~d9dOxUgY0PPItnAgjAuaJi_tJ$1_f}5`dcD>0>AuZst!>#mXnhag
z*3MkbDBTkoMeX&<R(wpih3$4Di`{Mh>peMvRLKNhQ-)Xe>R*@N7!_}3t!_MeVIFIE
zk8^^uAoJ$qlUJP0n!UBjRi}Tihx_W?8>5$0Np3HQ2^{NjI{bL{C5HtRCiByL$EcJ(
zx?vXW4k-s>qZ)GK)lWM}eP{{qZt3j!yz||%OyhUFn_6C@YU}4(YgV7KF=#cFKE4z&
zru_QG)Opq$)t=~j5A18Y_Ck)`f3|IZvckTv8E2sGZr`x{jqZJW#CrZVb9#GpySMee
ztUmdvM;%8zSyE#8*(NI|<It9*PaTmyK0n*oZCyOvl3iYUxN<}Cn6T$FK1L4RyyDHE
zd)=mPJ*vNPV4syEkE$ibM$hJzP3Ofn3wA9^6VKiI;nUUVgO^`#ZF@5P%pEg>hF&@}
z&)??v%RS*Y=S<D1xjUzF<L|oseEh&|<DaHZ5e0dZPOPmO+k4&)ozz)+<ENSUPwMzx
z^3=+Aw3@kS>0RU|o&39Sa(?h&pO%=|<x6J;{#;aCA9Jhe`iAmfH{`cHiIa|O?UCH-
zJVdkj!wa6*B7?%!JV)kfZ@c{DOD0BXLpJk-Ev*3^VMFgfm^s$4ZC%myG7pLW=QE|b
z^-J>8eIueDo*QF7VD-o7e7kAV%pHB3qnwdtkwbPHRH)7AWp^7k+MNGLBW!?Ggl3%n
zeQSG<(<MDK%Ffj7wCz8XK6&X-<7HXfF1NXDGTGBqHEgbJyhWK;%TJ7TLs}awi#i0>
z8q@vi1ji%SuJ{nb$(`J289!u4)I9RMvP@gMn#7~thjT*<dfDggg9d$07mL@AGTiOI
zr}0zx!F-m`^7(@e7i}wC#~Pdn@NoSjeMIG)Yej|mO~bhG#E$2#AGr<#oX_<nEu=mo
z6|QwVDJ<wYz`%HI|6RQ&R6#}?#3j$hdlhf08@?gUFuK&Lig7Y3_HI?-An(v|GnX$(
znR_!Y`r+Y@L5C9J7u+hC-Phu+Meo~_KAj%B)FH2C|MO!9uewxc?X%f*<M*n8?aAq*
z$@|?6&7G^(1e=9iuwT<X++pwr!%V7q{bv5%pk=MS%6~cd^B&iZwc#%!-joGDn|!i4
zroZv|rzSy~>+ZQbtWJHpb>o(y5RK;3dmHOgzd6-TIel-8XP+)ObY!DIpwV$oJQZ##
zi)b6Zl+S3LR@8Ea;XUQoH`gCdY2L&n+ocU&9$_zh>uzYnxLQrS>Q~yKkxea#d1?!@
z>Q*g~!VZYKWRxNa1dskQ1vEndayW?EWT_a0lZb|ZFOpId!NmY(i0DBej0H^+qKVby
z_a#XH(i4xx6>+eL&X*-hVXeg=)CUg*JUZaf1&<zh^uc2Q9z*aLfk$((R05(~*$w1-
z#pn@NgTJMOzWf^WcU}kH(4>plY!=8xY6~Si9>~#x8-X>f0UNJJv;^p7fQ4QWjOZbZ
zaMV(!M2OyFq*MyH5DNGpfh<CAbL=n%SAu4JX+U5I$Ss2b3E}Xhh%TO5rSk<Km5b+7
z5G^#l3SxF-7%T_?mk1HaecJH_VonH1Q42+QW>s-<5ZR$Gfb{GnZ}&+c(#O-OT3mim
z5GqC+t)RLiIzeo)7e)n%L|uh=X&gFB48$Nk&7*^yD^q5L5t?sBle}1d7dA(90+!JO
z8M509$UPbWBj~7x%Q!4C3@q>om~r(*!3V?y?ZE8^HPmFTl&X*Dfy)V9#0U{^!7Yjk
zAx79830zcwOmO7_B5JTK9iku1V$;JILNx1%rg|mlA5->75sJKHsi7K)WSur2yV;P`
z@e&Yae?+N)x5;=(6hynLeodTFw&XZUdDpKkIjUZqbZJijDO++nAk|D42>AiB`=U1P
zNZD0h4P=BnDURW^x)F-0mI`{e_2EU9#SaNSsMCAU0P?eke?(rF_e<eXDr$WdRuxRq
zQo!DeI{SFin_F_R3LaSvVh(7XG1B)2(NFp=SVA}jdic6=VzkS1LM(*$$jgK%6DNC(
z--!Mn151L=4;O{>32Vf~QV2L49TXAe+ti|){~D~qnF=|w8icheP}&t(fA-m%xY#fG
zI~F+ZC#MzT{l?HYIr&R5I6My9>UJS*grj+%2ZS|pI?hMhQe)FAHubh#t?z@yrM9}A
zo>K07%;XLME2k5%*)vJERt~(6_fx*jTH@s|N(iG+Ahj_sYqyrv5wJL2?j>l{r{Fbh
zGYGZ57Z%r})vbEDkM6s`YjSI_4mm6-)MCqaYETp24}MwsmUXLm9mgRG2&+(_x~t>t
zM{^50Sxc}1>+ZCF+OvX~a^Glem$0~83e-G2Cyh$^qm#7+EQ#blE_qjBAH^X25Nk;!
zo2iZCQ<(DY0>>lNr9h4D$)TpdJd=Cln_v}Mf4$b~Haw;FtjEqL^0Dj8rxi;vzVnvw
z#`msUxm6J-7v)V^Oo$~xcn4lmpv%4M-rMOsmJh-YvUbTTVeX>_Vyh>di-UvWM&*=V
zzizpT!+vQko2vfb;}3P$m#)K|2w~-a4+PW?3NQU{IuI0EV`C}*4`H=`XlItgbWv$_
z``*?2_u@w=cJcjd1I6XU&P%8V5tTT0K~Hm2;`sY=)A%ZES57AA6v(=8#fWk0#5p4m
z<Z#$lx8>9i8CGyjmwVOUggxasQOi3frz>lr)@cn@KC{d4{vUSg+WVIObbm>GSFj|`
zxCPqY<6Hh3EHOfzOTx({Xv<~|T{A7>_>-SQ#0$`c_VwlzU3q-@Z9%$RJRt@z<#Z_g
z%Fg|j-HCHXKDKf`iEw8Qb5O0^8{c&N$;EeqC7P{n+k6)4x!CU@#6nmP@g4>GZL`J6
z<nhGa;X4C4LM+$@gKed7JrUY;ww3}78s@z0me(V>THj<XVO8f+0lTk;cb+RGg7D5`
z+v;{bPv^tUQSylD+s3vt9ML9VDbONO#W}m#@+pNg5d9=llf#g0%l(Ke3F!-1HkI5}
zj6r~PRsKU;q(b*jz!28{w-0+<i+}kVMtI@-NBFBdb0^ozn*=QBzvmF@69{+AKXVR!
z{}#!nf(-LtOOW9ffoSpHO)KEI|MsRKhy6!RBf^=T%m44o=zHTTHWmCd@%JVciNqNY
zS6e!#tLUoLZFEwl&Qz!E#0mVxne^2iOYYK6zE;p5ZC>wWbh|593N-fjsZjN59~|}v
z#gZh_U~$}lRcDFlO0Eus>j{0(%k>JiB*GjL^h4qe3gr2;Aa{W-k&hyrB8Mkg_btiT
zp@=2F4Oa0wArLDSbnDx7`xa~`?g7LGN%Vunk;kq{yl^7n`<>SlLOh8y@=Zy}%40-8
zuAmcYdbfr%CLSYhML#T-yioYzj{*CL#1LU6QIa5uz2QUWOVwS@WHuH2^7q%4kz6?G
zd%^$GG9n!Le{1!&y3M#4pe4>HHVwJ+A>1EOi}&($K80A_-?)0^ViaDL)d)JsY4FoW
z+aBoZwm^aIKKzd^O-%fX^o`4?6Pmn9z>=WmQ<t|wnosfhs-WYnP>t(a``pD{-xmJT
zlp@4aAp7m4|A1fR<;#SC!^&1SugBRtYBPw{{hg~<ZZ?TL7czaGD&MOV9kLn)imqR+
zcIH|MuGW`MW=jz8%diOjjx`#5R*e1@iG9jFefyOQjt{m%N}qB|#&6kLaZrU6;cR(c
zqO(nztDH6R$Psd}GAY}~x<|{3cx6)L3ICRY1{GPlag(wSWQ8kpZK36@E?4F1p&O?j
z8N64S%W8xB8qEw9Ss`OKxxC(`qSvRGlb^$ftB{_*S?<E?o}(;_Ju<^9+-tis$>XQ)
zLv8!;F%p)q##}V9zj2fHRTW%@eJ?KglnRNy_lB*_+9+j-y_2WauWwS}y4)c2YZ@a^
z=1QDm75dv#6)vD$<I{C2q!lOckErh!sQhB8=T0l_eJWgFP@JwjQz6~vj(Pt=RaWw}
z?K3%6*~+p)$5~iTtI1L(0j?KqxhkaU$FKa}6|0CpvdC_%*BBMwI$Nf=mAzFF-~Rri
z-D4MA7Isg^eEYg1%GBaGLm3yHSa)+nl}Slw147lSIm#s9HHS=l743fNp7^MJlZtl7
ze&?m{u~6a4@EYvMN>Skw9a*%_DF-KE_Yh3GM&Xg;Me|t7xE6*9*TQD|E0ZW>^=#U9
z6^T1%6-a+RuR>xL&DZb$vm6ACNimS(TU_5OGvbsb+N65Mnf<mwnKWioMSOdl%CrVf
zZO%{~4KUcp4y@au{Nl;`Ep7d@R7L}k%%*ZvF)r*}$5e@S&1$LeN>hFvtZ6ah#0q7S
zYgW~eXNT7)ll+F629vL=*o%(Y>sl2O*sEecvQ$RHGUa@IYLN=pxqzbfdk`1b4t!G-
l#OJfn?`*&)Dd^|*!Qi77bQeQ((T_!BUzwmyNr1%ee*ns#HbVda
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/events.out.tfevents.1719523891.r8i6n8 b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/events.out.tfevents.1719523891.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..66bec38e2135151226ca04ed835d3df94a981960
GIT binary patch
literal 4067
zcma*qeM}Q)90%}n2zbv{q_uTg<gJd)H5(`_S;o3>w9F~SV3;_ab7$cWTA^3GJ3z?{
zYzS@!P~!`}#4+uXnY}nQV=r-;FA38vaiA`l2s)x;__9G|plmbQuBANJpR?ZeKc46L
z{(i^jd79ocT{Hgi)-E)YExx{{s<!SNleUO=xVW^Js#s3U%GjK=-8Uz=ZpUaBO&&g8
z>h-USi?GZ>Dagb-)}@P;9GfmUJ(cAQUF>9w%PKrBPBdyXb=iAweSB$FFn_qM+D^uH
z;QTaXKw6w<JRB=UG#caKZclnJ;$E4sn4EtaN6aW0&A<`S<z{Ko=@Mv{$nvyceB#;9
zZH0YH4$ck6_tn?mAUoyw<H(HSVO(%=#VpOUg6QGdKmjYedDC;j0t457SWYfDgZo?1
zY?Oiv_`5npmxmK*SjPXK-)!*y4&(+q=Y0{7BUH(4>Ur}Bkh|E0^I_!fja;Y)a#iPW
zL_u!<=uVrDij4+xBXV3(?$_<9_Psm4>i}}@^SHliISobXTN{B~YE#Yk0l7$3a>M_u
zI1c1unsGjiT>qbU&I38G98r)P-Lu;^u%W#H$fdO4j*4<`6!G>RV|f~oYn2PAmZPY<
zS+86Ka&O;l?G4CHQYF`4TE7j*Imd85jGXX#Wfzc(_zOoA<jSt^vSs}A&3YiWUXClu
z<(0MB7xkPy2IOwb1ysw`QPz#C_XD}UKfWFc$VI7=t3UAaVj$N!i1T6OvX)$}0dmX`
zjws0Kw7YH1c~fo!xhry9QLg1shyA^2`H4WT(TDr1mV2KX>iystkh3KaQPuumh-g)E
z-qhYxKyFzg&WDk6Hj1wTxjS-1LGA_XN46&ku>;8QNw}k;+`bomcJKC;e*?LGxqxc9
z6V%e8HM4=-!jhBm0l64eav5ugC?J<vit}OQ(s$ViAa_=dD9AlM+-@U_^8W>Lc~0C>
zQO<BVHg}}|ofIH<QZArcu8&$I%<BenHM-i2fZSwNa^?9SwgI`<^f(_z?$L(9>p;#Y
zM-=2P-E6m&K6By*kn>E%9Tnv~ds1^RT-izjxdFL=YB^2L(W!k#Am`#!76jx-RdTm7
z8<qjN`2x;|k$Z~!`7I#VD@PRM>f+jMH?11@3sETIj*4=%R%`B&ZI76M+-bRhYPq<a
z6I|vBAgBBBG98dZs^pTYHy;IZV{$%>+@9wPR|B~%ow%if9M{)w8!hOL0B26yh2x5H
z&0__*J?_@oK(0|Ppjs|D$DMCT*%vYXM$Hav+)2(z8wki*wnn0sNMxX$6%O9v7U*<#
zZ3W9qZ}ps*H%g#k0>uQU^uH1MYlJx#p(2M^?3CWOYuMySvmV7VY_W%t-u|T<2VGJk
zjm<#D&@rykO_w{?vAi^;L)wWcKDc^1GK36;F4iKF;XM_!^os9qC1qK65z8<xu9Rk6
zZfQt*8kQUH9_VaDx{1F-3q>QM+}|CcXpVNW4kkI$l89#NA98oH=+G2Byc<~(P`p0;
z-N%xI67&zd+gMW3EWPsGW$mYiueji5of<ljMXs9Itg8h2g+Mdq%@SBakS;&8AUY&X
z7gyrR`<6h*LN@I)!t@D&riDQ2N!=mq(krz`hO*Jr2@h#-{B-!Tk?FoI!gE_Fl=uK&
zJRe7)`1?--o~)y!yXpfs8ZSwv&=mhhNdp_2t}(7v%L5Ms_8c#sL!rk)Hy=+(jid?r
zjN%FD@y%flCSK#qKG@Xwt~Ge~JoBZufUKU-pNrCw>HqdD$BfHM2S)y~OfnObBkrB6
GV*Uf_5FG3P
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.json b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.json
new file mode 100644
index 0000000..eb4d257
--- /dev/null
+++ b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 1024,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 8,
+ "drop_rate": 0.9904174177662719,
+ "embedding_dim": 16,
+ "encoder_ff": 512,
+ "encoder_num_layer": 4,
+ "lr": 0.0015488652457456295,
+ "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.pkl b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..982385f4cbd9fd9a8821bbf709f8e48fe7ab27f6
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQsb3)2fU6fDHj!v_-r83$FymKUFq
znwT=ho3V#8r6|83z9_LIb&9+F`;GPY!fe*{Fy#~hd65a3DUW+vdbpAjOOi9<i!-ZI
KftIk8>Hz@IG*goR
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/progress.csv b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/progress.csv
new file mode 100644
index 0000000..c4ed485
--- /dev/null
+++ b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+nan,1719523981,checkpoint_000000,True,False,1,04dab8e5,2024-06-27_23-33-01,90.10185432434082,90.10185432434082,242786,r8i6n8,10.159.28.66,90.10185432434082,1
+nan,1719524057,checkpoint_000001,True,False,2,04dab8e5,2024-06-27_23-34-17,75.47974467277527,165.5815989971161,242786,r8i6n8,10.159.28.66,165.5815989971161,2
+nan,1719524133,checkpoint_000002,True,False,3,04dab8e5,2024-06-27_23-35-33,76.8026487827301,242.3842477798462,242786,r8i6n8,10.159.28.66,242.3842477798462,3
+nan,1719524210,checkpoint_000003,True,False,4,04dab8e5,2024-06-27_23-36-50,76.45394325256348,318.83819103240967,242786,r8i6n8,10.159.28.66,318.83819103240967,4
+nan,1719524286,checkpoint_000004,True,False,5,04dab8e5,2024-06-27_23-38-06,76.52552080154419,395.36371183395386,242786,r8i6n8,10.159.28.66,395.36371183395386,5
+nan,1719524372,checkpoint_000005,True,False,6,04dab8e5,2024-06-27_23-39-32,85.11763429641724,480.4813461303711,242786,r8i6n8,10.159.28.66,480.4813461303711,6
+nan,1719524463,checkpoint_000006,True,False,7,04dab8e5,2024-06-27_23-41-03,90.97299361228943,571.4543397426605,242786,r8i6n8,10.159.28.66,571.4543397426605,7
+nan,1719524553,checkpoint_000007,True,False,8,04dab8e5,2024-06-27_23-42-33,90.95869708061218,662.4130368232727,242786,r8i6n8,10.159.28.66,662.4130368232727,8
+nan,1719524644,checkpoint_000008,True,False,9,04dab8e5,2024-06-27_23-44-04,90.53222966194153,752.9452664852142,242786,r8i6n8,10.159.28.66,752.9452664852142,9
+nan,1719524735,checkpoint_000009,True,False,10,04dab8e5,2024-06-27_23-45-35,90.93833804130554,843.8836045265198,242786,r8i6n8,10.159.28.66,843.8836045265198,10
diff --git a/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/result.json b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/result.json
new file mode 100644
index 0000000..5aaf1b9
--- /dev/null
+++ b/ray_results/test_experiment/train_model_04dab8e5_43_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_22-52-54/result.json
@@ -0,0 +1,10 @@
+{"loss": NaN, "timestamp": 1719523981, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "04dab8e5", "date": "2024-06-27_23-33-01", "time_this_iter_s": 90.10185432434082, "time_total_s": 90.10185432434082, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 90.10185432434082, "iterations_since_restore": 1}
+{"loss": NaN, "timestamp": 1719524057, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "04dab8e5", "date": "2024-06-27_23-34-17", "time_this_iter_s": 75.47974467277527, "time_total_s": 165.5815989971161, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 165.5815989971161, "iterations_since_restore": 2}
+{"loss": NaN, "timestamp": 1719524133, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "04dab8e5", "date": "2024-06-27_23-35-33", "time_this_iter_s": 76.8026487827301, "time_total_s": 242.3842477798462, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 242.3842477798462, "iterations_since_restore": 3}
+{"loss": NaN, "timestamp": 1719524210, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "04dab8e5", "date": "2024-06-27_23-36-50", "time_this_iter_s": 76.45394325256348, "time_total_s": 318.83819103240967, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 318.83819103240967, "iterations_since_restore": 4}
+{"loss": NaN, "timestamp": 1719524286, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "04dab8e5", "date": "2024-06-27_23-38-06", "time_this_iter_s": 76.52552080154419, "time_total_s": 395.36371183395386, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 395.36371183395386, "iterations_since_restore": 5}
+{"loss": NaN, "timestamp": 1719524372, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "04dab8e5", "date": "2024-06-27_23-39-32", "time_this_iter_s": 85.11763429641724, "time_total_s": 480.4813461303711, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 480.4813461303711, "iterations_since_restore": 6}
+{"loss": NaN, "timestamp": 1719524463, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "04dab8e5", "date": "2024-06-27_23-41-03", "time_this_iter_s": 90.97299361228943, "time_total_s": 571.4543397426605, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 571.4543397426605, "iterations_since_restore": 7}
+{"loss": NaN, "timestamp": 1719524553, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "04dab8e5", "date": "2024-06-27_23-42-33", "time_this_iter_s": 90.95869708061218, "time_total_s": 662.4130368232727, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 662.4130368232727, "iterations_since_restore": 8}
+{"loss": NaN, "timestamp": 1719524644, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "04dab8e5", "date": "2024-06-27_23-44-04", "time_this_iter_s": 90.53222966194153, "time_total_s": 752.9452664852142, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 752.9452664852142, "iterations_since_restore": 9}
+{"loss": NaN, "timestamp": 1719524735, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "04dab8e5", "date": "2024-06-27_23-45-35", "time_this_iter_s": 90.93833804130554, "time_total_s": 843.8836045265198, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.9904174177662719, "lr": 0.0015488652457456295, "batch_size": 1024}, "time_since_restore": 843.8836045265198, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/events.out.tfevents.1719551009.r8i6n8 b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/events.out.tfevents.1719551009.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..472523bc4033a65fa7e829fee9258a9dda2eb990
GIT binary patch
literal 4596
zcma*rdr%Wc90%}lQ6TH^ihu%wJhanhrbbjmkjjw+3qBZXsZ(n48gmB;k_#q5z;=*o
zQ%mjGP{&cnw>WLBv|6pD6({3sI<$6LAN2u(g5aptqD7)p9ceEi?D4aScl^ige)pUG
z?ESMhRx<e4uySsqY@laRVEvBPtmvR6X03spl)ao`t?5%*&UI{0^2|H1qf#wXA37WB
zniuM)h(zHi$gHhaS}RyaS!S|WBK-17vOl|HSTWfX+2A}w$>#rnBS|O$MdOG?Z>lJx
zDV?6tEiE@0SZjntQk%JE>?J3tTzmxQVI^&187?A`7<*K=l%7gsQEa~KJ|9U$@hA#c
zS`9{qvg!>M%3x*8lqKR~<35#b(-u0}6W_La^=+A<88=Qqi6{ofEe2M{P-ezrHJKUr
z0u#@CUXtor;O4Dg3T0RM1r+E-lz<m-wQ8*f6KkR1GOnEubo2&;ojWUfm2Pap8+Ov=
z3E9z;Ha`K_|1QT7G1zUX4hN{TRpPu4?02SZ+6Ax!t8hdBTi0z@p~;V@0qhz+E{HuY
zCr+JPb>vTg-N!E=8e2l@vR=LccCMWzQMs|D-mpWZ0ojH5U+o6i%QA6947O!b?0r!A
zgwOlHMsJ$C0k)0Al>*plpV(C!9`qCfY`-iV7sQ^iu2>z~P}&8s-{Th$jZKnGc}eYH
z=h~@p1#avS-msms9&0|ZeNO`HrPFXk4E7%{IRZdsAD{PuJ>&Y~rvQ6-3a%8u{_rom
zDr9A83c$Y0#|5!#R&7*AjlYlru#2YSe$m*qq@>#XCD?gRT1K%Od!#q)X1!ArdGg&3
zfL)M|BVw>O(P=cOyvpZ&U=QTJRRFMcGjXK=c0#XRHNEzt24J`GaY1Z<N3;5i_8;2-
z_JR!DFB*F%*)%)l4%m5QS9X;f+us{@Q)R!V<=}6>0_<0=<A@mS^y7|RP<evS`@mkC
znXUxbx!t%@0J}QZu3G%FV-&zX#m5D)=`+{Vb?dtq0qnFM+%FpY7-=vOtzhRZwPhc>
zu>-ter{(l(mfbrV2e8k-k0WBR?+}j;fy%d6;k*y*^o~>#V0ZEn0c_)xdX=-#8UwHw
zuEvdm*tNlgrZc3G0@$bd1w><alIxp7ionjV9Q$;u8#~Y&_UM`Y8d(O}4zRn9<A@mS
zxb<nLKqY+w=Y3$42bGTi_H8~QfW2=_y=t#B>@dJya}qZSVpk-GYqC#w4FK$?`~sq}
zC0T22qZ+`@>;B&QjT>9$4IAb4YaBD@)d1|HeK;ZpJ9U2ZQ&2hY0nYot-qZI}5x_pj
zM+C5oO6;oAJoNy;&gsXEg4o(wFKG5L8Lt6s2fu)5?9i<32X9OTJFjcKbj*#7ykXze
z^lKKTq;>)9b!|8z2Aep!B??qVT)}xC*l#4CHv#O;d_({{{zAQ~ru3X1U<bA1MnUY6
z)iX4+w-uZR*fxFv(b(}>Nr(2{J>WNZIkIotTq-;JU8fscu}6w_Nl`eZFV~v2Mhm56
zs>&HNcR^#Vb3T$Hn-m3jhUEVc@`prXFhWbTR-K-^I;~*hrHOJBOfxzY&0XZU%Oh1>
z%sq=j5yPLc6-KH|Tg{lcp)eFQG-US79*e?<JsLha2+3%(shr|&YpyCT%NUn1G;Lr@
zDB57;9&x{hVF%mY%@HVU=>Oph`6Hst)sB!qOX(Rc9WPacp%6K|IV<AOIQesK#?M4t
zH(y08ijn)i*(%1PSo!mAu8N5$NiKXdo%`zkAl7q!C+_V|mqi`+oZoc<T_eyq{`@SA
z#ll@}DT`Ih0UOw2(;NqZnhE|K_Y={L1d1GHE0={$^!xVp-#6aMM5Bj@xQBx;Oel$>
zpE)%=wv$A0UdZuyJc(kSeL?VGEy;a}@Ot)miiAWVuCwDFoX!1uYUSm|OxKSAuK}K%
zPogoy-v>Ov6>$UnYl{bVlH8XC@9!#}b3Zd&S{Iq&`LfW`)UZI7JfxqDlqmZD_6$o8
T%5(1+?>-`t2=vQ;*wXqRUopcV
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.json b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.json
new file mode 100644
index 0000000..8c885ed
--- /dev/null
+++ b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 2048,
+ "decoder_rt_num_layer": 2,
+ "drop_rate": 0.7685314783666725,
+ "embedding_dim": 64,
+ "encoder_ff": 512,
+ "encoder_num_layer": 8,
+ "lr": 0.056339001711097965,
+ "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.pkl b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..266347e79bc48b7f4f6cacf3e5623b12ecebe640
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQsb3)2fU6fDHi!v_-r83$FymKUFq
znwT=ho27>{r6|83z9_LIb&9+Fi|OZsH!`aBFy#~hd24Qz8?W`e*u#~SSdyF(Uz}N$
K3bcfyR1W~!Pg8>c
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/progress.csv b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/progress.csv
new file mode 100644
index 0000000..545e9b4
--- /dev/null
+++ b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+3700.8752076156497,1719551095,checkpoint_000000,True,False,1,08bd9367,2024-06-28_07-04-55,85.83756732940674,85.83756732940674,242786,r8i6n8,10.159.28.66,85.83756732940674,1
+2637.508512241634,1719551167,checkpoint_000001,True,False,2,08bd9367,2024-06-28_07-06-07,72.44411158561707,158.2816789150238,242786,r8i6n8,10.159.28.66,158.2816789150238,2
+2160.1915196696605,1719551239,checkpoint_000002,True,False,3,08bd9367,2024-06-28_07-07-20,72.27386951446533,230.55554842948914,242786,r8i6n8,10.159.28.66,230.55554842948914,3
+2001.967397614727,1719551312,checkpoint_000003,True,False,4,08bd9367,2024-06-28_07-08-32,72.46391272544861,303.01946115493774,242786,r8i6n8,10.159.28.66,303.01946115493774,4
+1963.2728338767224,1719551384,checkpoint_000004,True,False,5,08bd9367,2024-06-28_07-09-44,72.46509909629822,375.48456025123596,242786,r8i6n8,10.159.28.66,375.48456025123596,5
+1955.7411042461245,1719551457,checkpoint_000005,True,False,6,08bd9367,2024-06-28_07-10-57,72.14350414276123,447.6280643939972,242786,r8i6n8,10.159.28.66,447.6280643939972,6
+1954.256914754552,1719551529,checkpoint_000006,True,False,7,08bd9367,2024-06-28_07-12-09,72.5984845161438,520.226548910141,242786,r8i6n8,10.159.28.66,520.226548910141,7
+1953.846070297121,1719551602,checkpoint_000007,True,False,8,08bd9367,2024-06-28_07-13-22,72.54622983932495,592.7727787494659,242786,r8i6n8,10.159.28.66,592.7727787494659,8
+1954.4387774129552,1719551674,checkpoint_000008,True,False,9,08bd9367,2024-06-28_07-14-34,72.2018780708313,664.9746568202972,242786,r8i6n8,10.159.28.66,664.9746568202972,9
+1954.1531540277435,1719551747,checkpoint_000009,True,False,10,08bd9367,2024-06-28_07-15-47,72.91625618934631,737.8909130096436,242786,r8i6n8,10.159.28.66,737.8909130096436,10
diff --git a/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/result.json b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/result.json
new file mode 100644
index 0000000..b326191
--- /dev/null
+++ b/ray_results/test_experiment/train_model_08bd9367_58_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_06-53-26/result.json
@@ -0,0 +1,10 @@
+{"loss": 3700.8752076156497, "timestamp": 1719551095, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "08bd9367", "date": "2024-06-28_07-04-55", "time_this_iter_s": 85.83756732940674, "time_total_s": 85.83756732940674, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 85.83756732940674, "iterations_since_restore": 1}
+{"loss": 2637.508512241634, "timestamp": 1719551167, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "08bd9367", "date": "2024-06-28_07-06-07", "time_this_iter_s": 72.44411158561707, "time_total_s": 158.2816789150238, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 158.2816789150238, "iterations_since_restore": 2}
+{"loss": 2160.1915196696605, "timestamp": 1719551239, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "08bd9367", "date": "2024-06-28_07-07-20", "time_this_iter_s": 72.27386951446533, "time_total_s": 230.55554842948914, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 230.55554842948914, "iterations_since_restore": 3}
+{"loss": 2001.967397614727, "timestamp": 1719551312, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "08bd9367", "date": "2024-06-28_07-08-32", "time_this_iter_s": 72.46391272544861, "time_total_s": 303.01946115493774, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 303.01946115493774, "iterations_since_restore": 4}
+{"loss": 1963.2728338767224, "timestamp": 1719551384, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "08bd9367", "date": "2024-06-28_07-09-44", "time_this_iter_s": 72.46509909629822, "time_total_s": 375.48456025123596, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 375.48456025123596, "iterations_since_restore": 5}
+{"loss": 1955.7411042461245, "timestamp": 1719551457, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "08bd9367", "date": "2024-06-28_07-10-57", "time_this_iter_s": 72.14350414276123, "time_total_s": 447.6280643939972, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 447.6280643939972, "iterations_since_restore": 6}
+{"loss": 1954.256914754552, "timestamp": 1719551529, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "08bd9367", "date": "2024-06-28_07-12-09", "time_this_iter_s": 72.5984845161438, "time_total_s": 520.226548910141, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 520.226548910141, "iterations_since_restore": 7}
+{"loss": 1953.846070297121, "timestamp": 1719551602, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "08bd9367", "date": "2024-06-28_07-13-22", "time_this_iter_s": 72.54622983932495, "time_total_s": 592.7727787494659, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 592.7727787494659, "iterations_since_restore": 8}
+{"loss": 1954.4387774129552, "timestamp": 1719551674, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "08bd9367", "date": "2024-06-28_07-14-34", "time_this_iter_s": 72.2018780708313, "time_total_s": 664.9746568202972, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 664.9746568202972, "iterations_since_restore": 9}
+{"loss": 1954.1531540277435, "timestamp": 1719551747, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "08bd9367", "date": "2024-06-28_07-15-47", "time_this_iter_s": 72.91625618934631, "time_total_s": 737.8909130096436, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.7685314783666725, "lr": 0.056339001711097965, "batch_size": 2048}, "time_since_restore": 737.8909130096436, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/events.out.tfevents.1719493332.r8i6n8 b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/events.out.tfevents.1719493332.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..71b9300937779ddeb489a0d8fd3ff12a9c634690
GIT binary patch
literal 1311
zcmah|O-K}B7~Y)?YhGAwC)b}{wRNnBiQ23~B*AW&7rR8Kgyd`7`L><f{breOw3H&r
zf-X@M9z2+pf>BXINC%}z2%?h^9f}~7!i0XjRCp-*#-06k*3#xS@AE$IGw<_0Q{~A$
z!{-jlVz8%l{K(Lo{ULvcsp@1$OBW_q)2><X=-mdVZ*1sPvj{gPzS@23y-Ed?gWpuU
zqgE%u(X>Hna4HdM8F;&8ai>G+|2~bxzzC-_Ks|&wg{F+ow1yHXoH&^^bYcZPp5EA*
z{z<h+vSyU?izPLKU`FwH7PhsWk2;c>_S!?@g91f{2vl=POV40rrF4pP3!8`rvyYO^
z&u8DgZgl8_eSP!d?mJv@6UY!Qrc<3HFfuW<3==O6xb`8e?r{dpeR|m@-YX1HU@O$~
z0k*1Y=?0;wc#OUI&q&#?F>h|p)xm)iVprWvWg9bF8S%j_AC#k1RyEZOMNxb@i%qr*
zv05+r;Gz%KI*_y|NIwL*6re-35-FzAgCjm!f>I4942|u~d`8J6t5rkLT_c?tlvca3
z$)EuE^N{IuS3$X}<ZkwZsF_9<vBhjD#>JTqtZ6zqjx;^PO6+Se$*C_X2O*GucMmE7
zA#JMzln|7{suuAn0VtD-L#EV0jkHRLmQn1GD76rlRt|x(5o)E?j;w5k2I>DttlWO~
z8FB76_3d_(IGMlStN`x?s43i!VoF&G5VcfhuuhUj>k|Pcgu)#k3ZeS~RJgpA#6b7c
zqoW7fzr<ie-Xd1a1tt=Q(6Xy>tTzsI|FE3nj2m7a5DqeO{l9O|TRd?nvv0==bI111
zU$}lbW`9gk40v-k4wddaaNy<=P>8J?kXOhm?^%dVe;mKE&-n>oJRUwQzRJ7b2vG?A
X?L8)1&Uu!xg70f&VV&3fJ@fewzc7}J
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.json b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.json
new file mode 100644
index 0000000..5877a47
--- /dev/null
+++ b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 512,
+ "decoder_rt_num_layer": 2,
+ "drop_rate": 0.9176352757258278,
+ "embedding_dim": 256,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 8,
+ "lr": 0.014441526763377911,
+ "n_head": 8
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.pkl b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..811a752e9f1d887e8bff489c51c55bcebca202ea
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+F!pf4%uY)K@;Q2VVVZ%af`yoR_+UaH^PpmEdGQ&k
zi76m=aHbUH7sMAOmZVN`w|^V!vOH#gWe-zM5s=qAx#gv0!t)-kq{NcsjQHZrs#K6A
GrFsDG$y2ld
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/progress.csv b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/progress.csv
new file mode 100644
index 0000000..0615b99
--- /dev/null
+++ b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/progress.csv
@@ -0,0 +1,2 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2470.2349593996064,1719493562,checkpoint_000000,True,False,1,09d4c8af,2024-06-27_15-06-02,230.70093512535095,230.70093512535095,69992,r8i6n8,10.159.28.66,230.70093512535095,1
diff --git a/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/result.json b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/result.json
new file mode 100644
index 0000000..d995329
--- /dev/null
+++ b/ray_results/test_experiment/train_model_09d4c8af_15_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-01-02/result.json
@@ -0,0 +1 @@
+{"loss": 2470.2349593996064, "timestamp": 1719493562, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "09d4c8af", "date": "2024-06-27_15-06-02", "time_this_iter_s": 230.70093512535095, "time_total_s": 230.70093512535095, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.9176352757258278, "lr": 0.014441526763377911, "batch_size": 2048}, "time_since_restore": 230.70093512535095, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719514001.r8i6n8 b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719514001.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..cf453a2e85495062dd0183bde35840c96f6fda0c
GIT binary patch
literal 3690
zcma*peM}Q~9LMnv6neKYNJg1blqXqSQ6Aiels#}<4+A61bcqwfumWD;Y<qRR!^LSP
zmYFc|kq5CZ1)`fz!-u)36P#iGp{dy-ZV|?!8yf;*#@LYdLb7C&uKE4)O?tWO-}nA~
z@_XfS=>pCFzhgT}Qiy%o)B{`RP(gfDm9vuLGYYq`yqLEl-RJY92A@0M`GJYJHu<MC
z_gu_VhBz{ojB-|P%@pf+Hq+)11YP)EiD@day_pqE+I;<H;`%g7Qpsd89wkDpqt3R`
zTwTjnTQ@s6Ueswc_4##t@?kI;;X^%~-00xhCy7S$s4>Hk8Jx6NELu$*!bu95L@q>=
zB4=mKVl5|_Igxdm1znivq2KLo*_|ECJq-;Lgx-%9myju>9_9kaSF>g(D~Jv!8#rKU
z^cl;_-~r<gZ<P_P_y7aBluSkk%&k_6oP!t4@R+%q=Pb9<;N}T42CaP#J1i9Tyg@(X
z@R*ta_7WdT)L@Sfy`Bdq&*5GMdzsO76=1V|G^v1n;Qmhf7v^R&z#hlBBDVKrwCVj+
z{d$01E}?zZ*cxguC1M-6dF)YsK>#~E6!tos#CX5$SO&1^V<=IBeQ)gV0WkSJ?q#q~
z9r>;UV3&S|CKa$(=w0;iYsOswyC3I@*j1NSn`-JWL<8)%K1chiu_@}+nYDj`n@bVr
zmj<xsg~GnKL1KzlCbt6YL@i3xVE<^jTn{FX<6Z{aI^aGIu(Js?sepY~>!LmGvH^g7
z8t01GmivvS{>R;VfSo|1ebw0Y)b+5t@HK1SG?N>^o*xQ3Jz8QWa}J#Z*gaO1sKFk5
zV+ek;DI4l#uxCrxeF?B{;zR*^EXhSD{5&!Xu=DL`Q4za~J!MLIc48sGzJw1@jon4f
zTyWn8uUYQ!%f$igh)~#Bw8ShgX)glUTYp1|8tk=0d&a?J_V1{d!M-}(y#-)@gA)a8
zLgS)Grykx0*v1jGsEB=Z)N8u+Uib-seGwm^8oQ5jPbZ!MH}7@{WdZESP}pwqB9ni^
z9|^F%4Jc8AeR?vj1x&vEG3sToM`E7d0I=`iL;<^ZdMBNEZF2^|F5HC{6|vV;Ju-zK
z{3HfoU%>~c#vZ1;jXg)e&6~d-<O0~*P}o0}ON_Ro;yHkQ<_b#GU^iJ43&G?|J*bz#
z)}H<79e~}369w$F#0GkixZVP=U+G1Qir7(Y^O;%pa0S5b#s{dz))YM0_M!pY{Er;n
zhXHIN6!!kF{LIwj^nCz3G8ZLku(e~0;UAzqxR=2$I?$O0uw#vAQUUwM#FIDs&ZlDl
zyBX(-*sFffF-H64EPzeqp?%fZF$KkOn`!`dO|yM>0GkYjo!aGRxHvitU~g|hi5l$U
z?O(t*`ybrPU=z>BuL9URTG6Be_Q5_Eol*X;7GV2uu83V~c!8PS+YUb?mNvAn8at^V
J{ny14{{gKFquc-h
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719519535.r8i6n8 b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/events.out.tfevents.1719519535.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..2319e9d0ccbeaa7708ea322341aa7cc4341c54b0
GIT binary patch
literal 4596
zcma*rc~BEq90%|iT56tzBN9Q7D|k)XDIUctI<h3I^+FlybaXnhO~^vlCYzXDMJ<j@
zgNU|MkJeGE76j}#Qw6G4oYr=zcBX=@V?BEO;XQcZ&=#qrVlCY);cb34ahLzt_rC9&
z_j&tAUJ_LUfA#C<8#Fy5@6Gqr{FaxbwR$WJ`|_++G|T5q>X`mdUuIxlb4{69)9E@&
z`RBzBGmb#<Nb9kz$>LYCbe6-#aeDU>A6ZaK7ETC6c04>!X_oOgl8G`<5{__o*Gh+t
zDz?+bZ@XO#%j;FDirl@EcX&W0w+iQBrOn0CLPVu%PMy(}6{vJBODWI{EyEE5N=GAc
zCC@l%inlWy#qhL;;`E0Xeq!Rbo}Mx>5Z~wZ-qTb|@zKbDl3|=<*kYRU&>Zjb(BcBu
z_wq5X1{Sz;w|%MRiL`(bjYk=H0e`E7XIv~t!DakAKUu2(8tgo6ZKhkqjtYhSR$ni9
z$-$HZ>?!Zyh!X6@54wK>m90`f4EC|ZN38&RPC2fW!9KmtYkHHjxB+&n6qm)GdOOzK
z{rQYCfStV#_bbL$5sUl!6Tr?(qPACv*xFFo)6Vpg1@A|70_<`vjwr#dPrjG|Dp54f
zhr!;RR>T18ZBj%AJJsVg9j}_*0I*REZj{A-t)|f2roZqyz+NjYpctDV-dK1A?tJs)
zv~41GbSP|lqK`b%*;Na$cfNunO0d63`hFw8&dA33FxX_9JqlnqN)Z`sR9b1ee{Mkr
zz#cONH_Bp{Fq_S{Q}Yr4_8w^g#n=_ZwVhiRfSu>nZ{IIs$ArS}PVtemZpPmQ*wqa<
zq6E9FsIVMVCLh50FxY?Bs0so00VyJbUBAm~>iA_&HNZ~&6gSFZZ&~!2`Iz^(6<~iT
zEua{?mRP>8U>Df=jm+ndh}f~AupbE6hd<)K1K5v8<A@UM@h1{ag378fI3EW4VY}^1
zfE_ayM`W;F+q|Z`(VZ;7u9V`k*qxJqF!wlOdja-CX#vI9twdi>+GViwJ+-S&iP&+W
zu(u@m$oCG-oer>@_Tz{W?3vlCvq9ywI-C!K-Q3u;31FX+A~M*UHhE1GUwo+rU{9~d
zjk4JJBf8A|q!lc{Zj=^KjD4LLf716a*!jT)_b-Upx=`5bbA054bGmf^yCok-lwg}H
zFFXR3#6p}8gPq+&JO<c5N)Z|CzB;ez(B7X*0JdonZj{BY>W?I+M*Zpl*vF*>6l1IM
zYU0Q406RbLb>9-Phlj#$d(=yQaA~L-U|*}m5hd8ecxwTubZo%+FxV_v_XJ?~N)Z`s
z?YK&le%$8!0DDChZj{9?txO=Bv>TTJ>^sr|im_w!-2G-d*m?e$Z+k@S_)yr*!ncu{
z+%6x$E^5OOCD<Kvb1s6)4k;f7duc=eRe)`8$CWbJCpNxox;m!{ejB+V#bvRJE{`L(
zEd9L&U@tj~`xRrS=OxaZbg_BJz~yM`zTL|;A0KQNv5gH8XnzEXr|fQv$KvFuEPAz@
z_6Qd=mY-K0fi^^-7Xm}NM`~TK+7OM9)xsCsg{#wAIz7UmL(w+6*kuzga>C`2Dk%}3
zjYRt3XY5KR<*=-wJ;G2N(hd%J0<#lQe9)ud$y%hbd0cKvxUKoCge>i}(l#5zmQpsx
zDLfKB4b2X;i_LlzH~4?>LXk-A@V6rr$x?ROVoQ%O#-SJ;yg3_F(J0+BZpKeV{5M}?
z3QE?6zu6koP>SwZH&^2rl&O=ynV#mVcd~)=JM~9hj^@hX`Q22bYicw~IzNu)IN@qb
zalAzUX4n$fyl>R#E46fvP3ojWYBVCqR;P)}Z?i`72XEz~;e$lN!+{qjmOx2Qof;mi
zAW&)uay%|%lb?P;@SqUR2z~Z=ii$un{<9MvG)`!n-Sl8~uK&Y;*8op0AW%Z^`+x^(
z#R2KH4IVIrc~|kAKXVH$XZvRaepxuvQeUX~Yfyh8%0fy1x2IX#fV}XIN$$@X)I*0v
IwK}{11Mo7)xc~qF
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.json b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.json
new file mode 100644
index 0000000..96c7382
--- /dev/null
+++ b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 512,
+ "decoder_rt_num_layer": 2,
+ "drop_rate": 0.6143131375049876,
+ "embedding_dim": 64,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 4,
+ "lr": 0.0007003169863053682,
+ "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.pkl b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..416db04d952daaba6a13602360054f484cf9e61c
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQjY3)2fU6fDHl!v_-r83z?(%ZtxQ
zO-unfgEOTlzaYLSu_SehyZz%8C2UD2eS4U4ihw+~PwU-I8m#N#N=htA&WJD0tV#u0
HQmO|4(_>R(
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/progress.csv b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/progress.csv
new file mode 100644
index 0000000..381e365
--- /dev/null
+++ b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/progress.csv
@@ -0,0 +1,21 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1980.4066219780389,1719514079,checkpoint_000000,True,False,1,0cc69cc0,2024-06-27_20-47-59,78.72657775878906,78.72657775878906,242786,r8i6n8,10.159.28.66,78.72657775878906,1
+1974.7192046398252,1719514144,checkpoint_000001,True,False,2,0cc69cc0,2024-06-27_20-49-04,64.93273973464966,143.65931749343872,242786,r8i6n8,10.159.28.66,143.65931749343872,2
+1979.3855787862942,1719514209,checkpoint_000002,True,False,3,0cc69cc0,2024-06-27_20-50-09,65.05311489105225,208.71243238449097,242786,r8i6n8,10.159.28.66,208.71243238449097,3
+1979.0269044891118,1719514274,checkpoint_000003,True,False,4,0cc69cc0,2024-06-27_20-51-14,65.01725125312805,273.729683637619,242786,r8i6n8,10.159.28.66,273.729683637619,4
+1976.4739701879307,1719514339,checkpoint_000004,True,False,5,0cc69cc0,2024-06-27_20-52-19,65.06425142288208,338.7939350605011,242786,r8i6n8,10.159.28.66,338.7939350605011,5
+1978.0683257335752,1719514404,checkpoint_000005,True,False,6,0cc69cc0,2024-06-27_20-53-24,65.00006556510925,403.79400062561035,242786,r8i6n8,10.159.28.66,403.79400062561035,6
+1451.6436892531988,1719514469,checkpoint_000006,True,False,7,0cc69cc0,2024-06-27_20-54-29,64.97408652305603,468.7680871486664,242786,r8i6n8,10.159.28.66,468.7680871486664,7
+1978.8701690914124,1719514535,checkpoint_000007,True,False,8,0cc69cc0,2024-06-27_20-55-35,65.56082820892334,534.3289153575897,242786,r8i6n8,10.159.28.66,534.3289153575897,8
+1973.6112147053395,1719514600,checkpoint_000008,True,False,9,0cc69cc0,2024-06-27_20-56-40,64.95659232139587,599.2855076789856,242786,r8i6n8,10.159.28.66,599.2855076789856,9
+1973.0043147530143,1719514665,checkpoint_000009,True,False,10,0cc69cc0,2024-06-27_20-57-45,65.37610912322998,664.6616168022156,242786,r8i6n8,10.159.28.66,664.6616168022156,10
+1978.763697826956,1719519614,checkpoint_000010,True,False,11,0cc69cc0,2024-06-27_22-20-14,79.15366196632385,743.8152787685394,242786,r8i6n8,10.159.28.66,79.15366196632385,1
+1975.8241879921259,1719519680,checkpoint_000011,True,False,12,0cc69cc0,2024-06-27_22-21-20,65.74563002586365,809.5609087944031,242786,r8i6n8,10.159.28.66,144.8992919921875,2
+1974.2569397453249,1719519746,checkpoint_000012,True,False,13,0cc69cc0,2024-06-27_22-22-26,65.7228844165802,875.2837932109833,242786,r8i6n8,10.159.28.66,210.6221764087677,3
+1976.7626645546259,1719519812,checkpoint_000013,True,False,14,0cc69cc0,2024-06-27_22-23-32,66.2012448310852,941.4850380420685,242786,r8i6n8,10.159.28.66,276.8234212398529,4
+1976.9357179656743,1719519878,checkpoint_000014,True,False,15,0cc69cc0,2024-06-27_22-24-38,65.79811668395996,1007.2831547260284,242786,r8i6n8,10.159.28.66,342.62153792381287,5
+1976.9357958215428,1719519944,checkpoint_000015,True,False,16,0cc69cc0,2024-06-27_22-25-44,65.78404641151428,1073.0672011375427,242786,r8i6n8,10.159.28.66,408.40558433532715,6
+1976.7361752968134,1719520009,checkpoint_000016,True,False,17,0cc69cc0,2024-06-27_22-26-49,65.76862573623657,1138.8358268737793,242786,r8i6n8,10.159.28.66,474.1742100715637,7
+1977.8280586783342,1719520075,checkpoint_000017,True,False,18,0cc69cc0,2024-06-27_22-27-55,65.81831574440002,1204.6541426181793,242786,r8i6n8,10.159.28.66,539.9925258159637,8
+1975.8057380736343,1719520141,checkpoint_000018,True,False,19,0cc69cc0,2024-06-27_22-29-01,66.07627272605896,1270.7304153442383,242786,r8i6n8,10.159.28.66,606.0687985420227,9
+1976.771424781619,1719520207,checkpoint_000019,True,False,20,0cc69cc0,2024-06-27_22-30-07,65.2650773525238,1335.995492696762,242786,r8i6n8,10.159.28.66,671.3338758945465,10
diff --git a/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/result.json b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/result.json
new file mode 100644
index 0000000..649813f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_0cc69cc0_36_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_19-57-55/result.json
@@ -0,0 +1,20 @@
+{"loss": 1980.4066219780389, "timestamp": 1719514079, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "0cc69cc0", "date": "2024-06-27_20-47-59", "time_this_iter_s": 78.72657775878906, "time_total_s": 78.72657775878906, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 78.72657775878906, "iterations_since_restore": 1}
+{"loss": 1974.7192046398252, "timestamp": 1719514144, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "0cc69cc0", "date": "2024-06-27_20-49-04", "time_this_iter_s": 64.93273973464966, "time_total_s": 143.65931749343872, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 143.65931749343872, "iterations_since_restore": 2}
+{"loss": 1979.3855787862942, "timestamp": 1719514209, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "0cc69cc0", "date": "2024-06-27_20-50-09", "time_this_iter_s": 65.05311489105225, "time_total_s": 208.71243238449097, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 208.71243238449097, "iterations_since_restore": 3}
+{"loss": 1979.0269044891118, "timestamp": 1719514274, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "0cc69cc0", "date": "2024-06-27_20-51-14", "time_this_iter_s": 65.01725125312805, "time_total_s": 273.729683637619, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 273.729683637619, "iterations_since_restore": 4}
+{"loss": 1976.4739701879307, "timestamp": 1719514339, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "0cc69cc0", "date": "2024-06-27_20-52-19", "time_this_iter_s": 65.06425142288208, "time_total_s": 338.7939350605011, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 338.7939350605011, "iterations_since_restore": 5}
+{"loss": 1978.0683257335752, "timestamp": 1719514404, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "0cc69cc0", "date": "2024-06-27_20-53-24", "time_this_iter_s": 65.00006556510925, "time_total_s": 403.79400062561035, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 403.79400062561035, "iterations_since_restore": 6}
+{"loss": 1451.6436892531988, "timestamp": 1719514469, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "0cc69cc0", "date": "2024-06-27_20-54-29", "time_this_iter_s": 64.97408652305603, "time_total_s": 468.7680871486664, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 468.7680871486664, "iterations_since_restore": 7}
+{"loss": 1978.8701690914124, "timestamp": 1719514535, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "0cc69cc0", "date": "2024-06-27_20-55-35", "time_this_iter_s": 65.56082820892334, "time_total_s": 534.3289153575897, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 534.3289153575897, "iterations_since_restore": 8}
+{"loss": 1973.6112147053395, "timestamp": 1719514600, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "0cc69cc0", "date": "2024-06-27_20-56-40", "time_this_iter_s": 64.95659232139587, "time_total_s": 599.2855076789856, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 599.2855076789856, "iterations_since_restore": 9}
+{"loss": 1973.0043147530143, "timestamp": 1719514665, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "0cc69cc0", "date": "2024-06-27_20-57-45", "time_this_iter_s": 65.37610912322998, "time_total_s": 664.6616168022156, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 664.6616168022156, "iterations_since_restore": 10}
+{"loss": 1978.763697826956, "timestamp": 1719519614, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "0cc69cc0", "date": "2024-06-27_22-20-14", "time_this_iter_s": 79.15366196632385, "time_total_s": 743.8152787685394, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 79.15366196632385, "iterations_since_restore": 1}
+{"loss": 1975.8241879921259, "timestamp": 1719519680, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "0cc69cc0", "date": "2024-06-27_22-21-20", "time_this_iter_s": 65.74563002586365, "time_total_s": 809.5609087944031, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 144.8992919921875, "iterations_since_restore": 2}
+{"loss": 1974.2569397453249, "timestamp": 1719519746, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "0cc69cc0", "date": "2024-06-27_22-22-26", "time_this_iter_s": 65.7228844165802, "time_total_s": 875.2837932109833, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 210.6221764087677, "iterations_since_restore": 3}
+{"loss": 1976.7626645546259, "timestamp": 1719519812, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "0cc69cc0", "date": "2024-06-27_22-23-32", "time_this_iter_s": 66.2012448310852, "time_total_s": 941.4850380420685, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 276.8234212398529, "iterations_since_restore": 4}
+{"loss": 1976.9357179656743, "timestamp": 1719519878, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "0cc69cc0", "date": "2024-06-27_22-24-38", "time_this_iter_s": 65.79811668395996, "time_total_s": 1007.2831547260284, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 342.62153792381287, "iterations_since_restore": 5}
+{"loss": 1976.9357958215428, "timestamp": 1719519944, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "0cc69cc0", "date": "2024-06-27_22-25-44", "time_this_iter_s": 65.78404641151428, "time_total_s": 1073.0672011375427, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 408.40558433532715, "iterations_since_restore": 6}
+{"loss": 1976.7361752968134, "timestamp": 1719520009, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "0cc69cc0", "date": "2024-06-27_22-26-49", "time_this_iter_s": 65.76862573623657, "time_total_s": 1138.8358268737793, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 474.1742100715637, "iterations_since_restore": 7}
+{"loss": 1977.8280586783342, "timestamp": 1719520075, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "0cc69cc0", "date": "2024-06-27_22-27-55", "time_this_iter_s": 65.81831574440002, "time_total_s": 1204.6541426181793, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 539.9925258159637, "iterations_since_restore": 8}
+{"loss": 1975.8057380736343, "timestamp": 1719520141, "checkpoint_dir_name": "checkpoint_000018", "should_checkpoint": true, "done": false, "training_iteration": 19, "trial_id": "0cc69cc0", "date": "2024-06-27_22-29-01", "time_this_iter_s": 66.07627272605896, "time_total_s": 1270.7304153442383, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 606.0687985420227, "iterations_since_restore": 9}
+{"loss": 1976.771424781619, "timestamp": 1719520207, "checkpoint_dir_name": "checkpoint_000019", "should_checkpoint": true, "done": false, "training_iteration": 20, "trial_id": "0cc69cc0", "date": "2024-06-27_22-30-07", "time_this_iter_s": 65.2650773525238, "time_total_s": 1335.995492696762, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.6143131375049876, "lr": 0.0007003169863053682, "batch_size": 2048}, "time_since_restore": 671.3338758945465, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/events.out.tfevents.1719493632.r8i6n8 b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/events.out.tfevents.1719493632.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..8daf06286179d498730ac69aa032387d73e43b0f
GIT binary patch
literal 1311
zcma)5Pe>F|9A0Njogb{a)2@HkKk00N&7n;%g+#k)T?|5m4o3ADXP(W}?we(1tn|{7
z7##|{WE6;|9U_dpRAgji1QA3YBIpp&UaCVR#0GWh&F<{mT{CHJ^ZS0^?|bk2eXrh=
z`{vFc5_!8*^bAbD-yiY~nzBxI9z27I-PO6Lul!xu?OT{W+r!^k{8Z=k)s#uK5CESk
zk3{TYf+KOmvVw~8`@rFS7ccK}DOWQqh`;@mQNqv$Ax5z@V>qrNMZ?PJq@fc#=<%eY
zCsNDzOC(2^8NXCgH3-g9mL@0D5mz#Cyt$9x{G3rlXoUtQY3m7$Y)!Y2ZetT!!M7_<
zy2oF?kUL!Z)Y#ZpK2@M^0}&ca>6T6uj7)6VhKaKSW@nz&?RE!z{_<*o&lCno&<<^E
zfTJqgx<M>dI>xzq&k_F3LRoIk#MJdu{N46+)@<pP7jAkXfV8A+$_Wca@VO*5>0OB3
zd&vvqUZ`*(;TI?T<isj~LD^O`sxpdOy`lhBDpm}Y-kJK0hK6XZ0fNOfGMqqhc?6pj
z@`EoAnQnJI1d2+<%|75&(?}wEF-MAWabggws!mQKRZq|oJq;!~^{jFb{Q3XlLFK^3
z9d&?mf;23vtzO9w)k0~=q!wrrHVDxgiW3s485)Iuhd|m2&B8`YmbOD!_>U!Oi&u!d
zzvb_<UHp&y{?Z(L<e;grKMPwHO#!lOnHsE<A)|MRgU4K9kN3FHJO{N!-U__G`^J3R
z%&~M7w&X3M#av)kqYzrNHHOW^pk*D)8D0~E#<c-qU@Ar*?Yg^XEtFsF?2Z=dGmlm)
z9$d&CrX&Wexi1EF#d%-=JtYMSv1PzSj6TBkv&wo_qerj#zU_4%;me0}{e0yP_w{r@
a1VVp%kBORdo@T7z`zDdAEbE{C!2JPT)snUV
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.json b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.json
new file mode 100644
index 0000000..29c3d51
--- /dev/null
+++ b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 1024,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 2048,
+ "decoder_rt_num_layer": 4,
+ "drop_rate": 0.5738068254184514,
+ "embedding_dim": 64,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 4,
+ "lr": 0.009136259111296272,
+ "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.pkl b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..1cc3f2a61ba26ceb1e51a584f1c7b329cf8065c1
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L}k%h{7Z?^H5|M
zdw5fGlTuSsGV{{oQ!;a>csulP!HiBzo8rsB(ZdVV3p5le#0L`s83z_)>S4=^&qz&7
znc~gZ!<kZ)Ul3oESdu!$-TqO`0>w46oO+mYih#VPZR{U*ewFCqN=htA&WJD0tV#u1
I!cwXS0NLA9j{pDw
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/progress.csv b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/progress.csv
new file mode 100644
index 0000000..b610f6e
--- /dev/null
+++ b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/progress.csv
@@ -0,0 +1,2 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2003.1058138148992,1719493727,checkpoint_000000,True,True,1,0d034d62,2024-06-27_15-08-47,94.90786528587341,94.90786528587341,69992,r8i6n8,10.159.28.66,94.90786528587341,1
diff --git a/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/result.json b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/result.json
new file mode 100644
index 0000000..cb6ef2f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_0d034d62_17_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-27_15-06-03/result.json
@@ -0,0 +1 @@
+{"loss": 2003.1058138148992, "timestamp": 1719493727, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": true, "training_iteration": 1, "trial_id": "0d034d62", "date": "2024-06-27_15-08-47", "time_this_iter_s": 94.90786528587341, "time_total_s": 94.90786528587341, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.5738068254184514, "lr": 0.009136259111296272, "batch_size": 1024}, "time_since_restore": 94.90786528587341, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.pkl b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..799318025671465cf10398af84b82583a8e33ab1
GIT binary patch
literal 8633
zcmeHM-*4N-9hWl~NxUq}x?=87G`l6+KqWFM>Zj$!8B%3wJ127BxJ8ShJDkXqjuk~R
zyrXRmF_4!87{G@DV~{=+*jq7R!2XsF*u!4-KkRXj``%HMDMd-`VU2^%QX=z?cgOGN
zbD!_`j`w}|+LOQjw4grmTOk?gmg`4$;8+8f=C70Z4Ll?Riur)LRQMjYT*7(s$3%<I
zbR)+Vj>nUDQH%l#mGQ+bGTJ75@ar)2Lv1q>o4q@9=!YX!QB30V@?mt(qJeOH+4Wq$
zha6%__@TvgE3!!vUzi;NT0BnnlNi;Sq*kM4YBkMrt!1^k7F}&Mt$MxN>zX~&OgbXj
zf_5(ehkJyJB>sMi33DpAAVT6`KiHQ5F?KvhV4Sc*d_Lu&7kQSn92#j*`#n4+0cQ-H
zY5O+amUKLV=W83MHVW`P1>YaGfA+NSVBtXlr^LhWgN2?fFJu*V;a(x>JWAr%ED~`F
z#FDVj0dc&@soP5!g3HM02R-ik7IAqL7(vuEh(|2nv&l*@sv4DYrK*=(2K9Eh5sVa_
zEBzo^spu8Gd=;ALrl~g#*XhdJ%=cu4!5u+Y0%8qFpK=3eGY+On4@L?5QQXMSl}<R&
z1B`hV^?O(utY1sbx(*uR`h>oXC+#;M7XI<}rOy_VrGK3%T)h1GdvJO7Gx#R$LQ*Ws
zxssHB7vr%Bz<T^0up*Ju;E^Gf({NfAdX6g#$Hha`=_qNj*W=f5CWk5URQ4qnrUPT=
zFuorVH?#j2AT~@q&j+1J`2!5l@_CF0yEg5S$Q81xBfCwNmoOgscBF6v38&$<Z>g3*
z7`QHvLP<#{UY4cIkui_DX*ZsHl1Og*uHOaKsK-W+lgC?SRZGDf5kf6{Q)6!*Xm$}a
zTY6d$6MceW3!hF(4;H>WRVe%g{-+<%F8fJ*x}OfG#L6zmixNCYnEjmHj9W)l(0DMg
zZR3mf8xITrT)z0Z_~Q3}uKjJf{P*SZR~O0&(^CDgtJ%!d*k(2bH(8VYhOO==Y^}q7
z*<sh%X|~>B*E{T2pCs(Yeln&3DCKzy7L?mAY%Bl;XPzuPE&O3Y!7H-Mk0g{2<N8sd
zq~mY=seSg};0(*?s|yHhkIzyWEAf!`Az~;;kU$`|Tu37h9R^~AE$X@ubBbHgNIDCv
zF+0QfAz=J?4n`PbDIH_n`y=beg~D6Etu}_>SZizV4+Gb+9B~U`nl3`(cv=zewuVRx
z9DBW5H(QMoa)NcUtef?gURl)}P(dsRDHs|w8$GjXbxo_<>YB9HuvSUAX`5!*EUQlm
zg)|7))yPu6)GaQdgU{~{@i{_!XnG4G1G@CG!lQ^hYAA4|>*lT?SY9e2*YPN-)+#`t
zhg2(t1z6@3@qrTr)JDC~AEHT^O=GAwzA3qSxqyfh8W7S24L#x-k#O7`l+{&*B#b<T
zLoP=;4yi!vD7_Z2R8gT_NlS9wDxoXm(qLDXr)FR2;1CK(o4j-`W+rzM=O^=>qoz`8
zDQ>R0WZ1RIbw!YB=y-j#M69QG)-tN3uSwCUo0?(_*6*IvFP2p211HH}eJxx0zF*V$
zl_s=WP2C1h*j7X-czz^;NUE*}(JBuZAqn}oam{#*Sxw!>@jMzTYr$ora2ye&1hjPG
zrLXin*atl0C@-GKX}r6BI50wLG4Nh$L{@**+~tN~lvCq&d*#l(m96cSAf&dVHnGMK
zbckUsz*6oxMawXsg{?GlE8AsH97^&%D)e+~q4)d{jF$Bv<oh#IqUK~if@#Zbu51rN
z|5IuS*nb`Ygj`v$6>;GYa~Mq1R3HxQQy4%$DFo$pHnpI4h_|*i>RB_!&$D~l>Th@x
zuD0%m=NaQ&-1u)EWPOYh?}kJ!DX@mPE_PsLS7^s-OJnlnmUblz&qvnVOZKqCFi<J0
zd7h6vn|+D>zlVLivknnLfTPkdH}Ms-nOC=(Y{yF@W2zQS6{jUVrRd`YHI5z!dnNNk
z%Jpx(lwm>lIQZmnO3c;PRH#;Bo~-jA6fG^35DzVQq2Ysd`2+grYRgRA^~qJ*W<W=9
zj$qqz|E1c?j<b~*?7%J=(QtNWI^`zcRN=(^UO5K-Pu;I+)}C2Q_Okan51iH1_R!Vw
zy9+0{3)`N7ws+u;^PO(4e-@_~q}=Px|HjXbS5x!DTeC8LoyoXU0dB&u+?-)Jfb%4!
z>YutVsd)}3#|!dg<(|X9w?1^hsh_i>POWphP_t5dcIB2*#@ULUE8tz~^qJrgS#Ie=
zIO}#Wqr{fdr=C0xmkY9dmDDEs&xMD1m(OvJtonG|Bs(f1`O~v{wVJ+CzX-R2eZPcY
zXR`w&!BHF@zYj}tWL|{Y+Wm-zBWOe6XNR~Em7!a;8}oZm?mA?4XY;&>l2LZZzpoIp
zwbgq1CN!5WMX4ka_>?EIB-DW5-4g0ftwS@gb16uDb0&wmhT0$8yn#U9$nT+{N^a_C
zJ9OYUSNI5CGa)f2C~B0;dby15IPd7_-Mb&4GGc@y0&N6wkwsuS9Wjz)R3RBxMejQA
z$igmjEQT62z0s0=VT%ig#FXmjea~_uxuHd#@2%V&ZObg_`1vIy7&HW&7Uf($2nKC5
z)u5?~@;C=FiaOftL1Q|x(;g2Ytti)32N)?sVWaK{jh_Vv|DKI1bx0OAGSfmhSPFLl
z`9U+(1!f{RKu&qE!SWvD0kU?}H?xPsBV9O>pm0z=f_;X7ta2aS{djwGtNk99eB&Fp
zZ*R77d$V(Eo$du-i8?;zv_FK{!PmCK2s#7(JH8{2)rqQ4!xcjJC`FJki)33>hal3R
zG%=0tK=QOt<t>CXCPcv3j4W-c`(fXJp4@;ur#$3`%pD|0Wo}w$V(4Cm9IF%hp6tD{
xLqbP3;zgDEg*4GriV4zA(LUtCAnC@=eRK)3W+y^A5z?WABy-~ov50r|{{YL4PJ#dc
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.txt b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.txt
new file mode 100644
index 0000000..4f24db0
--- /dev/null
+++ b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/error.txt
@@ -0,0 +1,71 @@
+Failure # 1 (occurred at 2024-06-27_14-37-55)
+[36mray::ImplicitFunc.train()[39m (pid=35196, ip=10.159.28.66, actor_id=76f13cb1c39b1e46c8a07d1101000000, repr=train_model)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/trainable.py", line 342, in train
+ raise skipped from exception_cause(skipped)
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/air/_internal/util.py", line 88, in run
+ self._ret = self._target(*self._args, **self._kwargs)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 249, in <lambda>
+ training_func=lambda: self._trainable_func(self.config),
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 332, in _trainable_func
+ output = fn()
+ ^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/util.py", line 138, in inner
+ return trainable(config, **fn_kwargs)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfswork/rech/ute/ucg81ws/these/LC-MS-RT-prediction/main_ray_tune.py", line 66, in train_model
+ pred_rt = net.module.forward_rt(seq)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfsdswork/projects/rech/ute/ucg81ws/these/LC-MS-RT-prediction/model_custom.py", line 111, in forward_rt
+ out_rt = self.decoder_RT(enc)
+ ^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+ return self._call_impl(*args, **kwargs)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+ return forward_call(*args, **kwargs)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/container.py", line 217, in forward
+ input = module(input)
+ ^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+ return self._call_impl(*args, **kwargs)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+ return forward_call(*args, **kwargs)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 391, in forward
+ output = mod(output, src_mask=mask, is_causal=is_causal, src_key_padding_mask=src_key_padding_mask_for_layers)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+ return self._call_impl(*args, **kwargs)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+ return forward_call(*args, **kwargs)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 714, in forward
+ x = self.norm1(x + self._sa_block(x, src_mask, src_key_padding_mask, is_causal=is_causal))
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 722, in _sa_block
+ x = self.self_attn(x, x, x,
+ ^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+ return self._call_impl(*args, **kwargs)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+ return forward_call(*args, **kwargs)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/activation.py", line 1241, in forward
+ attn_output, attn_output_weights = F.multi_head_attention_forward(
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/functional.py", line 5336, in multi_head_attention_forward
+ q, k, v = _in_projection_packed(query, key, value, in_proj_weight, in_proj_bias)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/functional.py", line 4857, in _in_projection_packed
+ proj = linear(q, w, b)
+ ^^^^^^^^^^^^^^^
+torch.cuda.OutOfMemoryError: CUDA out of memory. Tried to allocate 600.00 MiB. GPU 0 has a total capacity of 31.73 GiB of which 64.69 MiB is free. Including non-PyTorch memory, this process has 31.67 GiB memory in use. Of the allocated memory 31.05 GiB is allocated by PyTorch, and 253.16 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/events.out.tfevents.1719491860.r8i6n8 b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/events.out.tfevents.1719491860.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..0a3f11f3a188491799dcbbf10b0cd89e127258a0
GIT binary patch
literal 40
rcmb1OfPlsI-b$RWt_rw@&%fy?#hX-=n3<>NT9%quVr3MpneiO}(?Se?
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.json b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.json
new file mode 100644
index 0000000..50336d6
--- /dev/null
+++ b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 2048,
+ "decoder_rt_num_layer": 8,
+ "drop_rate": 0.18892533975584302,
+ "embedding_dim": 1024,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 4,
+ "lr": 0.0023772931833339287,
+ "n_head": 2
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.pkl b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..eeee978ab9664e9a34b3b9052107aa6c37f6d2b3
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@;Q2VVVZ%aLWTHXLLl?NVoW`3dGQ&k
zi78XOnR+-=it-EMixNvxr?}gn(AzTiVpl{DQ%(_(mt5K1Z??*$hbt+uBsn9#II}7h
IWJ#$W0OU(j=Kufz
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/result.json b/ray_results/test_experiment/train_model_111ed79d_9_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-33-00/result.json
new file mode 100644
index 0000000..e69de29
diff --git a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/events.out.tfevents.1719509904.r8i6n8 b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/events.out.tfevents.1719509904.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..e1b7357152eb3bc64f148eceb9b9a1ea9aa266d0
GIT binary patch
literal 2771
zcma);e{2(F7{|LSFz!jZv2*R9+t_GXoTsiWL7h11VcRG(INUI1AUV6<ZN1T6o4eZt
z60@1bL{yZJXfnerxCJCxbg1Ye0j4p=82@02{;`P}t}Y;&fPoQavc$K)-s?L%+WvR%
z^L*d$`+lA$ecrW()Ni=&SsM+<8vh8!rnXs49g1I)8+^T@tZmtJ-MO#Yp3WPKz2c!i
zpW4AlC~r*>Yk_hwDgFZvtw$Cep@^!Q|32E}d+x<+v(B{Sz4=Q#{qPKy*kJ=$u|y3<
zdO`vp2#SGy(TF5#W`m*MJ$W}CBP_>%$9mFIh{z(67z~%Bitin1%kbXnopkFgme`;c
z)?rIc3X8lJlvG~QM1@z)Gi{BY#k2MgTxt2xz`&pMq%PkGHmD@!sw4+QUJ+F-qKL^2
zZk?E(c`Uub)oVYt(@)2-KMVD+0dJ6S^=nc@R(W!p#LZno+cDziHB*aCN!U~_*yHVu
zzLNJ34H2-PoW_zuU_a6_c!se2PS-C3I~cR?CSW)JiY@cN?z+Hw=6n092-p+4JTGkf
zp)(#+{GUYvw(BzXFBrCg+vRMjAZ}iCYoRL%+n5XX={Gm|{#CZGBw(|*v7`{#*IP#C
z2+Om&ei_*AgWd@O_SSi9nFsa*Hy-pz&u`mKz#iA-d11daVf5~qDy}17Z@z>53x>^c
zgK_O^;^rf!kB=r{ugC?vru`vbv8U!Q0`|ocEGY!`Ydaf0AuN5RSicPHZ&r`Q2-uUl
zBoFMlFIi9gRZ1pcKeGlq=7nvR8@wlfVo2EM^bHDz-OssB88;I*f9mZQ&L?57%mw>o
z&qm+gpS>>=u=gCsl0smAcvtBoEU)VNWniB!u6vw--Te->%mX|01?%zLzyApW_HVj8
zFKlOJyVqx_w-BA(@-Fr-81`}Q{1vKotSI&0e`IK|o8Gb2va1^nNOr^sCyY?e2cv$)
zA69vXxIZc?X#U7r^BYEZ-3Z0$5VJrrcPLv4K!;xo1kq$TDApQn43r3BAR?eSg=Qn)
z*@@QHfjN6k?g{fD{{c}!p)xRKLP|P&EtF?1Wha|}7L-VoN5d##g|uS0Llgu_?&1Y0
zjF!-8L^<W2bT&g-<~w_%RX~Lj?f|P~J}CNyS|eKqr40EnVAn$xbC1ElM3NZnY&BFe
z%MWh02CA8R4Q93u>`eZ_yWo6lKu*{1+Z!Kkp-*M%H%q|`1yy?eR8dvY<mOe)j{r+@
zXQcT81?MQej-OK2Q3@<sY#F+&e)`JT?%`kDa9;)yT1+*JlLPCLs^QoX4%X*Dj^ni)
zR4#209PH=NLn~+Pamr0MlqPD27Up`#+D1D+b0-c%v;j_za!`@o4>*8Mi2{1t;=pkZ
zJ)Cm)D$cp-c0799)|7rY{qWUrD}6CT-vth^{-3=l3n}ub$8_#1Y}D$aiOccB{{gy>
BWjO!<
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.json b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.json
new file mode 100644
index 0000000..8cef2f5
--- /dev/null
+++ b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 1,
+ "drop_rate": 0.3380953528716497,
+ "embedding_dim": 256,
+ "encoder_ff": 1024,
+ "encoder_num_layer": 8,
+ "lr": 0.07187916796871326,
+ "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.pkl b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..bb16d60b4e121b9c93f0cd9022aec701f475b91d
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>_%bl|aKX$@O9S#*dU#=)fu=%*_+UaH^T1+EJ#2aL8L5dW
zQ@jOwI8%!93*w6sOH!w}+h1KAwc)`njUJ|)A|P*5+M3`EWlwv!k`hajGvbRgt5SiM
IaFpr+00+8MX#fBK
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/progress.csv b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/progress.csv
new file mode 100644
index 0000000..f034ddc
--- /dev/null
+++ b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/progress.csv
@@ -0,0 +1,6 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+3017.182736374262,1719510089,checkpoint_000000,True,False,1,12269c59,2024-06-27_19-41-29,184.32761549949646,184.32761549949646,242786,r8i6n8,10.159.28.66,184.32761549949646,1
+2949.607454555241,1719510259,checkpoint_000001,True,False,2,12269c59,2024-06-27_19-44-19,170.74375820159912,355.0713737010956,242786,r8i6n8,10.159.28.66,355.0713737010956,2
+2856.6661463459645,1719510430,checkpoint_000002,True,False,3,12269c59,2024-06-27_19-47-11,171.93422675132751,527.0056004524231,242786,r8i6n8,10.159.28.66,527.0056004524231,3
+2757.570174089567,1719510602,checkpoint_000003,True,False,4,12269c59,2024-06-27_19-50-02,170.7144296169281,697.7200300693512,242786,r8i6n8,10.159.28.66,697.7200300693512,4
+2631.3529908187747,1719510773,checkpoint_000004,True,False,5,12269c59,2024-06-27_19-52-53,170.7047655582428,868.424795627594,242786,r8i6n8,10.159.28.66,868.424795627594,5
diff --git a/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/result.json b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/result.json
new file mode 100644
index 0000000..0a7d846
--- /dev/null
+++ b/ray_results/test_experiment/train_model_12269c59_33_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-32-18/result.json
@@ -0,0 +1,5 @@
+{"loss": 3017.182736374262, "timestamp": 1719510089, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "12269c59", "date": "2024-06-27_19-41-29", "time_this_iter_s": 184.32761549949646, "time_total_s": 184.32761549949646, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3380953528716497, "lr": 0.07187916796871326, "batch_size": 2048}, "time_since_restore": 184.32761549949646, "iterations_since_restore": 1}
+{"loss": 2949.607454555241, "timestamp": 1719510259, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "12269c59", "date": "2024-06-27_19-44-19", "time_this_iter_s": 170.74375820159912, "time_total_s": 355.0713737010956, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3380953528716497, "lr": 0.07187916796871326, "batch_size": 2048}, "time_since_restore": 355.0713737010956, "iterations_since_restore": 2}
+{"loss": 2856.6661463459645, "timestamp": 1719510430, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "12269c59", "date": "2024-06-27_19-47-11", "time_this_iter_s": 171.93422675132751, "time_total_s": 527.0056004524231, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3380953528716497, "lr": 0.07187916796871326, "batch_size": 2048}, "time_since_restore": 527.0056004524231, "iterations_since_restore": 3}
+{"loss": 2757.570174089567, "timestamp": 1719510602, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "12269c59", "date": "2024-06-27_19-50-02", "time_this_iter_s": 170.7144296169281, "time_total_s": 697.7200300693512, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3380953528716497, "lr": 0.07187916796871326, "batch_size": 2048}, "time_since_restore": 697.7200300693512, "iterations_since_restore": 4}
+{"loss": 2631.3529908187747, "timestamp": 1719510773, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "12269c59", "date": "2024-06-27_19-52-53", "time_this_iter_s": 170.7047655582428, "time_total_s": 868.424795627594, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3380953528716497, "lr": 0.07187916796871326, "batch_size": 2048}, "time_since_restore": 868.424795627594, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/events.out.tfevents.1719517360.r8i6n8 b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/events.out.tfevents.1719517360.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..b91775941d9717a4f3be8cebb0bb141cb376c68c
GIT binary patch
literal 4596
zcma*reN<Cr90%~RF?7$70TWb)gE{eN(^_g}a;%NJYbhL)I6)%nZEP2r!rk1RueBgU
z!_p&pbcKoH%kc#%Ek#e69_+<@tD~VEJ?eoh!?)D(6^7W|7|-QroA>hH?(=+~@1D<n
z4(B}UC+Ym#SemI*4DA>`%(?Dtx;nbRWwA5QjGaR>?z9o3@4v8OU~t~fb#u)M{lyuC
ze_m{az7L8=(Jsq;gL^hZ8;Tt)n-D#rojg=|_1d$+$f~<1D8-l-92tlPAT^G#MUL6U
zHp*H=TW2~QcE+6`k(3#aB#)>Em04GC9#+~M49!I(l1B!0sUcWdGF6kMXyPL}q(zCi
z(rquHDR+^brR;9nMX?F_KYmH<e|Ru;craf5{`*%HQ?BC1RHQ>mFwWW;D^0m**6nc7
zfdzKtjC^@iaDkS~NAnb?_yzQ62pWJF@V8prb_c^!a2fy3U;In!0Xw%(CUOGU(ooow
zE8EFjOIr@WcIV@W80_rc9oIpnkI#p}UTQil0oV(t;7S4PnO}Q}noHw60K1Kk3u0T1
zspj7nfBF`{c233pqOm2W<Gtpr20Oo#8($Q_mW9IBUH6gmeC0NP-SH-lh`~NEpyDQ|
zTs#Tq!(dM=Nc;+5EAwzf0DI{&FY%K3;LiYi2_F~4ermD9tRyP;0PGHa0nykdljqg8
z0<iPjKQ%81U`K|+w#wVd)#u`80qkB!a6}CDhd;Ddfy$G7J`DE9D_`3Ou%{ixl>*qL
z#Y>!DU|A2a&+~CXY&yT%9J{Nk0$^t!!~LSM%S>nAQAWa@Z>wJxz?O%?_N29wjrPnN
z0K26YN5o*?PJO5am9FhL9|n8FudSy6b{iiN!1iqN5@W}2=>@Pob+}OwyFBuH^Qf5<
zO9A#>egV<gH70e>zcazk2Wytp1hAt*VQ+2rk@A!^@PGEWWE>HLy?M0U0xD1P`7qdj
zq-8V#?7S3QDS*B66EBgwrRo&GKEcNYv7NP-&5Pz#?*`a}7Wa$BZZJKaIB6u<`L|5o
zt^jtAP}tK4`N%ZVdI6m5V-6e<gUv)wqd?{BPMi;e-9CQBZGe4_j|gBFmwAa=H#-zy
z=gz{7g4nMN>Or0@|3?F`Pw)$f#%?xkpQJwncAmIee<*<6GZePx_cn6a$_yjGPWcQ+
z#9*&7Kfec5ZsYS|u#erDIvQXb*5FD3Z0!eL!f-RE3}A2N<AT`wdx@lBbIe?Tt*OTS
zqOm3Er!Py(z|J4kJ~|V?R)oTCYx0q*Wy>1@wzLjM#9-@=Oy~<Lm+<*8*b$@DnE*TH
zb6hEaoweCZ{994F5nxyFaY5`mM~9I~<!MU+w)_j+FB&^Gz2%B}2H5$c-Hq1**eDeC
z^}#-JMV+G%V1HDPBVw>`z4!JTpi;R9=fhxYme*GS?B#q!0DFJ6m+1e^kW7Fr--{as
zvA3@^lJV_-Mgi>k`~sq}wdq-{m$vSV=)4?NR#(kXR46ZGy0{ypev=HXm!Wv7$Z2s|
zN?6K3&vVi)?t;d+Gb&_gkqq?+4yjtDs(VtM5}^W%+gik3ofgnqnNEe2Hrnd2aThu6
z@<<gHa?cV`LicCP>=LTjGM{#FLvbj&YseLx-4Dfgd(?e$G*Z}H4kyLk*8EjmmM$rv
zZ8keIowC_WxJTT#p_$J1Kyw0$>-yY%p(rFR_O~Mx#ZX1G#io_%<4}wW-kkNxsK4q7
zH{-`5{+q8}gOXI?Z?^grq)|QT=Bgir2C9T_rbEuWyO0UKzwd5tNK-U-y}yf6)Fegy
z`S-`tEX!SODb{V_fbC47BjbP+?UVBFafei0Cq;d_*{T$AHyVzwHOa3UQSUAy?qTPF
zxn)G^$KDzqt2CkH5af6~)`XHCKOlIp%*6c?5%S&RDO^6r|L(X49nFmmxz9}rd>L>I
z@Z>BL>f8N1;DMUJ0Do-p0QdEEVa_U^bITZ${mX+f!Cw{*@7<WKxZkBe92t=M|MoOv
U>y+ot81EjbllF{w)UYQ1KWdc4<^TWy
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.json b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.json
new file mode 100644
index 0000000..99bdc09
--- /dev/null
+++ b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 1024,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 4,
+ "drop_rate": 0.8131411649283373,
+ "embedding_dim": 64,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 4,
+ "lr": 0.001721462936357609,
+ "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.pkl b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..67fbd75859b1a3a9783fbb19becefee0f3736ee0
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L}k%h{7Z?^H5|M
zdw5fGlTuSsGV{{oQ!;a>csulP!HiBzo8rsB(ZdVV3p5lg#L~kD69O3r7GvsR%ZtxQ
zO-z~M&Dg`4Qj}j1UzAvqI>p`o6|2L%GY8)FFy#~hc`+to2QEMO*Ta>RSdyF(Uz}N$
K3bcf!R1X03#8j;S
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/progress.csv b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/progress.csv
new file mode 100644
index 0000000..8ddaf31
--- /dev/null
+++ b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2018.4078945850763,1719517449,checkpoint_000000,True,False,1,126476e9,2024-06-27_21-44-09,88.88545632362366,88.88545632362366,242786,r8i6n8,10.159.28.66,88.88545632362366,1
+2020.5109916146346,1719517524,checkpoint_000001,True,False,2,126476e9,2024-06-27_21-45-25,75.36214351654053,164.24759984016418,242786,r8i6n8,10.159.28.66,164.24759984016418,2
+2015.3791253998525,1719517600,checkpoint_000002,True,False,3,126476e9,2024-06-27_21-46-40,75.27645611763,239.5240559577942,242786,r8i6n8,10.159.28.66,239.5240559577942,3
+2016.1682864211675,1719517675,checkpoint_000003,True,False,4,126476e9,2024-06-27_21-47-55,75.18996810913086,314.71402406692505,242786,r8i6n8,10.159.28.66,314.71402406692505,4
+2017.8277967558133,1719517750,checkpoint_000004,True,False,5,126476e9,2024-06-27_21-49-10,75.32126784324646,390.0352919101715,242786,r8i6n8,10.159.28.66,390.0352919101715,5
+2015.020520788478,1719517826,checkpoint_000005,True,False,6,126476e9,2024-06-27_21-50-26,75.29626226425171,465.3315541744232,242786,r8i6n8,10.159.28.66,465.3315541744232,6
+2009.168837659941,1719517901,checkpoint_000006,True,False,7,126476e9,2024-06-27_21-51-41,75.25082015991211,540.5823743343353,242786,r8i6n8,10.159.28.66,540.5823743343353,7
+2007.0465179203063,1719517976,checkpoint_000007,True,False,8,126476e9,2024-06-27_21-52-56,75.2639148235321,615.8462891578674,242786,r8i6n8,10.159.28.66,615.8462891578674,8
+2014.9992853600208,1719518051,checkpoint_000008,True,False,9,126476e9,2024-06-27_21-54-11,75.32482957839966,691.1711187362671,242786,r8i6n8,10.159.28.66,691.1711187362671,9
+2009.24755859375,1719518127,checkpoint_000009,True,False,10,126476e9,2024-06-27_21-55-27,75.30808591842651,766.4792046546936,242786,r8i6n8,10.159.28.66,766.4792046546936,10
diff --git a/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/result.json b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/result.json
new file mode 100644
index 0000000..7a920d9
--- /dev/null
+++ b/ray_results/test_experiment/train_model_126476e9_38_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_20-57-45/result.json
@@ -0,0 +1,10 @@
+{"loss": 2018.4078945850763, "timestamp": 1719517449, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "126476e9", "date": "2024-06-27_21-44-09", "time_this_iter_s": 88.88545632362366, "time_total_s": 88.88545632362366, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 88.88545632362366, "iterations_since_restore": 1}
+{"loss": 2020.5109916146346, "timestamp": 1719517524, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "126476e9", "date": "2024-06-27_21-45-25", "time_this_iter_s": 75.36214351654053, "time_total_s": 164.24759984016418, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 164.24759984016418, "iterations_since_restore": 2}
+{"loss": 2015.3791253998525, "timestamp": 1719517600, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "126476e9", "date": "2024-06-27_21-46-40", "time_this_iter_s": 75.27645611763, "time_total_s": 239.5240559577942, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 239.5240559577942, "iterations_since_restore": 3}
+{"loss": 2016.1682864211675, "timestamp": 1719517675, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "126476e9", "date": "2024-06-27_21-47-55", "time_this_iter_s": 75.18996810913086, "time_total_s": 314.71402406692505, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 314.71402406692505, "iterations_since_restore": 4}
+{"loss": 2017.8277967558133, "timestamp": 1719517750, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "126476e9", "date": "2024-06-27_21-49-10", "time_this_iter_s": 75.32126784324646, "time_total_s": 390.0352919101715, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 390.0352919101715, "iterations_since_restore": 5}
+{"loss": 2015.020520788478, "timestamp": 1719517826, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "126476e9", "date": "2024-06-27_21-50-26", "time_this_iter_s": 75.29626226425171, "time_total_s": 465.3315541744232, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 465.3315541744232, "iterations_since_restore": 6}
+{"loss": 2009.168837659941, "timestamp": 1719517901, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "126476e9", "date": "2024-06-27_21-51-41", "time_this_iter_s": 75.25082015991211, "time_total_s": 540.5823743343353, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 540.5823743343353, "iterations_since_restore": 7}
+{"loss": 2007.0465179203063, "timestamp": 1719517976, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "126476e9", "date": "2024-06-27_21-52-56", "time_this_iter_s": 75.2639148235321, "time_total_s": 615.8462891578674, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 615.8462891578674, "iterations_since_restore": 8}
+{"loss": 2014.9992853600208, "timestamp": 1719518051, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "126476e9", "date": "2024-06-27_21-54-11", "time_this_iter_s": 75.32482957839966, "time_total_s": 691.1711187362671, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 691.1711187362671, "iterations_since_restore": 9}
+{"loss": 2009.24755859375, "timestamp": 1719518127, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "126476e9", "date": "2024-06-27_21-55-27", "time_this_iter_s": 75.30808591842651, "time_total_s": 766.4792046546936, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8131411649283373, "lr": 0.001721462936357609, "batch_size": 1024}, "time_since_restore": 766.4792046546936, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/events.out.tfevents.1719538777.r8i6n8 b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/events.out.tfevents.1719538777.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..87299ce43ba942f7a5632312fcf629f6a00f192f
GIT binary patch
literal 4596
zcma*rdrVVT90%~y%Htj>k0K2EKrDjTWLD9rL${V*SSD<ln{GZfaxLvGt)sWtTXd34
zaSojbMsZFT=X7EOe8Hx1FLe%`5$AktGm~IMMRCq4#0S$zbho9P%g?pm%YWQ+zUSNX
zxhI6vL`mOI?c#hb;qIB9P_el+TPZJen;p!k-1#))$;y0?xx6veKd))?0+Q&7*JXI;
z#f0b*&=4edn-}Umr3|evcCl>y$(QHlq|RP8bF@FQ?*18yn4OFxsc0Bd;s|SZl@?nm
zi=DQ-SK@Loo_L9*+;HBqxCT^)r{X-Uw7M9Yi%29b`>WRI{guuF%~ZlN97nV$1tsB1
zkHbk*9=n6393I+DvGMb^uQGjbduikte|*!@r8kIGX*fO{X^{%XSqEdGDL2h}TyEO8
zfbz-R?g{<{uK#sn7SWK77to;$Gz>4`Z8duwE{3JxGTxncok-MzoqxBYe!LG`8VH-Q
zh33@eZ3qR}ZIw782Ky>;LkTJiSK@pS?4NJRwgBwwd_(|y<>exiY#LPwu&FBCD2Tl=
zKZHD#^N0c1r}+g$V@r(pqFT;_ohRIo=lZZ^fv~gowUKkuD>MK*^KTpxgB_My{SZ`s
z&*y_+M@RIk0Jh;Kt`xv7m})ak{qsT&!2XJl3u5nW&mvd6RJa0Qr~QNbMPnO{<ieN?
zu=AMhRnvUfg92f<U27(fC3U<2ut(P6h#2h8?=)`$m3#Pn5bV9pPtF7EvGur80Q=6h
zBGcBkGctg^laC8x>svi!zA7;ZV5=K&zi8}oqb9>T3+%k?ahKVL9U2IGUt|;6a3J~}
zfL-$hN5o(+DOJ7;D%Fziz?JxKc15qL5@2uTBLdjB^)}O)i|yY6?8Fe<D2Tl-b3I9?
zKR5!gtN8^)V{b94E33zXo$pkamiVy40%6y5){%|BZ^#AMe<b6G80>R-(Q`oMrJ*<<
z<YbR%sZaxKTMCW{VDFe>Hx(pLp#k<qJ}!v;%cOmzaZ&vOfc@Gq+%FpYu#s)Q+X;5w
zy6gTTA9i>kY<b;A^62j82LtTeyKzJe_HoUTw?QSl2j_!e#~n<M0oafDhyeCcncXz%
z^uv1qdwwHs6vQScpCu2>-F6ya-{Kb#jeW^@)ew0Y?EK1G6RUmL5rMGp8b2Y2J2mG3
zcJ>S$5rh4pSFr?Cw($8N*z%gMF9Ph>XW~i$Y-yU+l-;G839ygxaY5{k!?#Fs`G`{h
z`^8zfUo^HPyW!x$DzNi;VP9<YVH1I{m&H_*vArix0qoV`I3fmn>~(exsEmui`5@T4
z7SAXH*z5U-0CxU#o9X1ZwHAOqj=+tA*!y!sb5^z;j{?~B`~sq}W3mr?`YHlD?-(rE
z;loCOuoGH8B9&2ZR08aOBXL9w_V~3Qri02dInD>cp7I;j1F#?S5drLpDx2x2NhNIn
z+ZBZy1+nMW#pV1uSYH6JFY^nC#!ktuEqY~pQ%K+CX!WMg<`OrrMfk9F+hpiV85%;_
zOU!Pwlcn_Z`z5rSyPz?iypLt5LWaWqLyCt|MUPY)g;1f{W3h8rr!qQ4rd6OQD{XOE
zxr-ckd8BMM?pYFwANY(ZbyCIVg|wR+ibeANA-8{aA{sK_(ZI=aL|EOf5{kR6d8@cA
z?JT6NRtHl=SshO95%+0mrmx-C9FJoAe;>F|7?Kuy+Yt(5C_8PorpR=$C|Ut;&bnlz
zRy^Zo{8YsIUzARRREpp?TisBkQ9SGBs!Kzu3gMgS&9JQ5jQ{;LcWuogMt1t&-xVop
zmm)R){#cr2xvMS3ddwWKgR!~t4oT4uQvN+QN|n2$C}DuDf{4Aa?Z*jM$~p`vuAhi|
z*mqz?8<Fy<w}!{I7*TQnay%|EBGuCe1P_)Qxo;u@zI!}{%SU_P9rvKAbDX0*J>TH{
zFyI*A$=nBhZs2*q1FL-l{ISIY+{f1jIjeY1x1oFO+0B#v-z*&eruI$3(62uR>5=mP
Y_B3PdljqJD?><N?jR<+PYVXni08qKEAOHXW
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.json b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.json
new file mode 100644
index 0000000..8af06c6
--- /dev/null
+++ b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 2048,
+ "decoder_rt_num_layer": 2,
+ "drop_rate": 0.6087504471626306,
+ "embedding_dim": 16,
+ "encoder_ff": 1024,
+ "encoder_num_layer": 2,
+ "lr": 0.0008285643583924775,
+ "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.pkl b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..e7fc7f795f7f978cc7c17aad1ef1c1ce9019f58b
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L}k%h{7Z?^H5|M
zdw5fGlTuSsGV{{oQ!;a>cnkD!!HiBzo8rsB(!&eW3p5lg#L>eC69O3r7GvsR%ZtxQ
zO-uoqz?o8%Ul3oESdu!$-TraaBlG=B?({I_6ajhOY7Lnt&o=aMB_)<5XT%q0R;2<h
I;V9Ju0M^V?#{d8T
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/progress.csv b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/progress.csv
new file mode 100644
index 0000000..28b9f48
--- /dev/null
+++ b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+965.1062155896284,1719538848,checkpoint_000000,True,False,1,157597b6,2024-06-28_03-40-48,71.3250789642334,71.3250789642334,242786,r8i6n8,10.159.28.66,71.3250789642334,1
+533.6004703551765,1719538906,checkpoint_000001,True,False,2,157597b6,2024-06-28_03-41-46,57.970258474349976,129.29533743858337,242786,r8i6n8,10.159.28.66,129.29533743858337,2
+439.40802842988745,1719538964,checkpoint_000002,True,False,3,157597b6,2024-06-28_03-42-44,57.57848072052002,186.8738181591034,242786,r8i6n8,10.159.28.66,186.8738181591034,3
+389.7957477719765,1719539022,checkpoint_000003,True,False,4,157597b6,2024-06-28_03-43-42,57.97455716133118,244.84837532043457,242786,r8i6n8,10.159.28.66,244.84837532043457,4
+352.0992381178488,1719539079,checkpoint_000004,True,False,5,157597b6,2024-06-28_03-44-39,57.5468053817749,302.3951807022095,242786,r8i6n8,10.159.28.66,302.3951807022095,5
+335.8013344111405,1719539137,checkpoint_000005,True,False,6,157597b6,2024-06-28_03-45-37,58.07193851470947,360.46711921691895,242786,r8i6n8,10.159.28.66,360.46711921691895,6
+311.3050854299951,1719539195,checkpoint_000006,True,False,7,157597b6,2024-06-28_03-46-35,58.00367760658264,418.4707968235016,242786,r8i6n8,10.159.28.66,418.4707968235016,7
+296.5074265847995,1719539252,checkpoint_000007,True,False,8,157597b6,2024-06-28_03-47-32,57.036139488220215,475.5069363117218,242786,r8i6n8,10.159.28.66,475.5069363117218,8
+282.12910100981946,1719539310,checkpoint_000008,True,False,9,157597b6,2024-06-28_03-48-30,57.58231806755066,533.0892543792725,242786,r8i6n8,10.159.28.66,533.0892543792725,9
+265.69599794402836,1719539367,checkpoint_000009,True,False,10,157597b6,2024-06-28_03-49-27,57.52658176422119,590.6158361434937,242786,r8i6n8,10.159.28.66,590.6158361434937,10
diff --git a/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/result.json b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/result.json
new file mode 100644
index 0000000..6415d08
--- /dev/null
+++ b/ray_results/test_experiment/train_model_157597b6_52_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop__2024-06-28_03-29-05/result.json
@@ -0,0 +1,10 @@
+{"loss": 965.1062155896284, "timestamp": 1719538848, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "157597b6", "date": "2024-06-28_03-40-48", "time_this_iter_s": 71.3250789642334, "time_total_s": 71.3250789642334, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 71.3250789642334, "iterations_since_restore": 1}
+{"loss": 533.6004703551765, "timestamp": 1719538906, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "157597b6", "date": "2024-06-28_03-41-46", "time_this_iter_s": 57.970258474349976, "time_total_s": 129.29533743858337, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 129.29533743858337, "iterations_since_restore": 2}
+{"loss": 439.40802842988745, "timestamp": 1719538964, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "157597b6", "date": "2024-06-28_03-42-44", "time_this_iter_s": 57.57848072052002, "time_total_s": 186.8738181591034, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 186.8738181591034, "iterations_since_restore": 3}
+{"loss": 389.7957477719765, "timestamp": 1719539022, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "157597b6", "date": "2024-06-28_03-43-42", "time_this_iter_s": 57.97455716133118, "time_total_s": 244.84837532043457, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 244.84837532043457, "iterations_since_restore": 4}
+{"loss": 352.0992381178488, "timestamp": 1719539079, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "157597b6", "date": "2024-06-28_03-44-39", "time_this_iter_s": 57.5468053817749, "time_total_s": 302.3951807022095, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 302.3951807022095, "iterations_since_restore": 5}
+{"loss": 335.8013344111405, "timestamp": 1719539137, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "157597b6", "date": "2024-06-28_03-45-37", "time_this_iter_s": 58.07193851470947, "time_total_s": 360.46711921691895, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 360.46711921691895, "iterations_since_restore": 6}
+{"loss": 311.3050854299951, "timestamp": 1719539195, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "157597b6", "date": "2024-06-28_03-46-35", "time_this_iter_s": 58.00367760658264, "time_total_s": 418.4707968235016, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 418.4707968235016, "iterations_since_restore": 7}
+{"loss": 296.5074265847995, "timestamp": 1719539252, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "157597b6", "date": "2024-06-28_03-47-32", "time_this_iter_s": 57.036139488220215, "time_total_s": 475.5069363117218, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 475.5069363117218, "iterations_since_restore": 8}
+{"loss": 282.12910100981946, "timestamp": 1719539310, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "157597b6", "date": "2024-06-28_03-48-30", "time_this_iter_s": 57.58231806755066, "time_total_s": 533.0892543792725, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 533.0892543792725, "iterations_since_restore": 9}
+{"loss": 265.69599794402836, "timestamp": 1719539367, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "157597b6", "date": "2024-06-28_03-49-27", "time_this_iter_s": 57.52658176422119, "time_total_s": 590.6158361434937, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6087504471626306, "lr": 0.0008285643583924775, "batch_size": 2048}, "time_since_restore": 590.6158361434937, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/events.out.tfevents.1719499413.r8i6n8 b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/events.out.tfevents.1719499413.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..cc8b12fc18d00f1fc60af374a31598aa7db9ac88
GIT binary patch
literal 1676
zcma)6T}TvB6kcaTofG~|uIc)dt_HF}s}hJmu<PH8QdCb0wzqNT>Q3#>Y%^oIL8O=v
zMc_*hWum6ygF)6qJ_r>R6+&S>MA1XwL)KFgWn>uL-JQL=WB$$CoO8bO-TR&I+-y_i
z8^73MV{fkdC*30->Z~ap3NK0ro6cfMtFEZM8cZ+N>t;sIHL&8)i&8}D(i7}ikO?UY
zA9QHl5_b4xRkf5|`qOykO8vbu9diBW0%Dml3Mqynuu_QXmAicc@_4c5bU+p*&0;e3
zIy2p^Ne0U4af&xm3bKR=#AHHDRkA~;^q<H-$~q?~#0G_sLn$@UkCEmTRU~RyL8_&_
z&D@xqw%b{*!-xC(zp{^F@Di{=t`V+^k_RINtD3CfaD&AQbybymgQYL?ZEWQv<+npA
z6wwADR$dcjNkzssp_^Z;30e&|cUOI$3X9EbB=+OVwZ>lyhgS?@k5yC1PQ)G^=xZ}j
z9;l)CO~m$<XdZ*uvoXjvVxO%2+wiV^>48D)idxFJt=P|N`Wjn@eykb9o{lxxvDhZp
zq4`%WGYOHQ4G!Np#SY{(P4UFp_6akLnIRK-1H8ifRph`u0jv<?NLuq{GYps^Nl$UV
z8E%EKr2=&Dn#W5<dL9>=Z5*Tu*dq(XV8qm@vy;Sfz!D#my8Xz<2eCp@8ITf9DSCA_
zWX6T!i&KCV6ghy1i$YWci~Su~5Jag938J5b$Z4<?VGlD~AS3!8-zX6nUx*zbQ9@qK
z3x#HT2BdMujkXs+9=FBDu7iX&(w+~w+~yl+-v{~JRvTsC55?T}8&lXbw<_uLd-Cme
zHTx_&zeNT<F_0IVpNdtLtQ=A`o(L>TopSR-2IiR99PcvLI}BvSY0I%0J#QxOzvkXL
zVNX;d5{wvT*$LKlQ=_>-7ZhwDInA3~kh|U>G}-GSFXV=^rzPnwNDIx51S*~$nSQ@`
zEPNP)4QMer%-(oE&;%hOiI{C^V$?-myp6p|YnGk2zAx0*>M!2Q+41A-$Ef<{-~j9Y
X+G9zGC{H{V(|wnXNluvUatr?eeQ*T7
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.json b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.json
new file mode 100644
index 0000000..dac4dc6
--- /dev/null
+++ b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 4,
+ "drop_rate": 0.28239791341845644,
+ "embedding_dim": 1024,
+ "encoder_ff": 512,
+ "encoder_num_layer": 2,
+ "lr": 0.0010916820440167283,
+ "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.pkl b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..2797710b0542f11d7cab835153c2ba7db824e3b5
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1Nu=I$+Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@|k*gVVZ%af`wRm_+UaH^PtMu^5Qd6
z6H}&mGxl(%6y+Dh7bTXYPI0%tBy?`m(u);6OgTkBUf`n}tNjie^>8I6mLzAy7iU(b
K0xjVv)dK+i4pbcg
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/progress.csv b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/progress.csv
new file mode 100644
index 0000000..6035ad6
--- /dev/null
+++ b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/progress.csv
@@ -0,0 +1,3 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2012.1308699480192,1719499938,checkpoint_000000,True,False,1,1cd059c8,2024-06-27_16-52-19,525.3962342739105,525.3962342739105,242786,r8i6n8,10.159.28.66,525.3962342739105,1
+2025.7421327125369,1719500447,checkpoint_000001,True,False,2,1cd059c8,2024-06-27_17-00-47,508.4716944694519,1033.8679287433624,242786,r8i6n8,10.159.28.66,1033.8679287433624,2
diff --git a/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/result.json b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/result.json
new file mode 100644
index 0000000..d84b339
--- /dev/null
+++ b/ray_results/test_experiment/train_model_1cd059c8_24_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-39-22/result.json
@@ -0,0 +1,2 @@
+{"loss": 2012.1308699480192, "timestamp": 1719499938, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "1cd059c8", "date": "2024-06-27_16-52-19", "time_this_iter_s": 525.3962342739105, "time_total_s": 525.3962342739105, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.28239791341845644, "lr": 0.0010916820440167283, "batch_size": 2048}, "time_since_restore": 525.3962342739105, "iterations_since_restore": 1}
+{"loss": 2025.7421327125369, "timestamp": 1719500447, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "1cd059c8", "date": "2024-06-27_17-00-47", "time_this_iter_s": 508.4716944694519, "time_total_s": 1033.8679287433624, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.28239791341845644, "lr": 0.0010916820440167283, "batch_size": 2048}, "time_since_restore": 1033.8679287433624, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/events.out.tfevents.1719520903.r8i6n8 b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/events.out.tfevents.1719520903.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..be2aa1476d89d54a1ec2fa45b0fc27cc8980e4d3
GIT binary patch
literal 4596
zcma*rc~BEq90%}_AecAhibf$C!Jt*610LfQsVvEAJ%+Zz)GAuHAz4UlvVrU(;(<sM
z9a~z)W7IN;XsyyBYLDp@J6dZ|tX5mCj_n^U+FI=>;@DK`*=|C3o1abG<v;el@B8li
zyq#eliL&mW-K%Enl(E{24Q%~SS(=!9x7p65O<O`UoMG(9sgdf`z`TR?r6y&=kv*UJ
z=EX<o`=P!l#%(T3=Smnl-Qi+c_1aD^`JklLIXV#8^7r?Yvfwz5q@uw{gCnfXRpPKx
z78`AOv&dy<IJHbxk@@4ea|%$oycOqRrPamId_*Q=FLgDf2P&PfYhO{SPT+_RrJy8S
z$=RJW#o6pEW#?!&#i}zrJB-bTQ;&`b#OpksKb7wY@gYcu2EaILXDl@3rdiJAru_?O
zkJi>q3@mW{#<%m8Q73V~9t}r>@dCb9GiP@(ECrYG?cCL|#tL>$cf_3VW6MKfulUkS
zwj};m4Y0Y}I3fkReNJ^OsC*>k!(gwz*>o3RdpdEY2=<Pt9wREwy9Tfy3vp5Gj`nzy
zC3)LifX&{){gSa|#Lqum{R`~8<>rP<er!c3?7C$S$ayEpu>kwjEgX@8-L|*v7^s}n
zf%9RoogZiB0ql!HL<GC~n#Z_l`jb+CoqZcOiei6yA;(l)o%kZaJ}xXE8Ji$#i;ndI
zJAY0qyY9!1429i3$xBXC&*A{KZV--0!Cv5)cpp^m6Y^oON0jOA1MIY9Tq%Nm;{%Uz
z^uWs=fW1$Mi(+ri-C#=Xn0X6eC#T?k$=DS{(uC<rVCRM=rpu4rD-?Egk(W%nGP??3
zSMA3UDcBi=N&_lY%{U(hduzfe8NjX;A|lwW4v%rq()>pNyWauaD2m;h_K~T4$%B6Y
zcD1m8WbB>9_^h}}u=ClA+M+q%AIPXs*p<0nviyqX7l2(#;fNIMha)fLfl9?2I3EW4
z?d*5g1MC_hB7$9Ys?yk0vH3K>?rp}6qS()0Ic-`*G~Nc-<-!7zvA-g!7SC7-c7C^D
zN}?Y-Iu!PYuiYch4*MMe?5;u_k%B$`&Y5~pxy*+1VX$kOyB-1TWIK+CU~k&uG5)(U
z{TRT0Pl$_Rzjfl4$#8xZ1F#bo<9^B5?ZjE-oONL5rH<O+e(c_%u!larM_Lc{sRh`}
zoj4)|`;RpX+CXIlgY#jqJ!<U`fW1bDh+s!NsWi%Rin9TBmk<}ljyfJix*R$40Jg)0
zUs*D?EUSLk$qiuVCV8L9er#nZ><Kfx<b~Y5G{AmYfg@6|H*PG=29@W9d>HKf^$VQ<
zJ0}uXieOi?c#PXDc{YIECd5Ut=NkHxFHD^71lSq9aKB{i_^c<R3>?_`{xchA`ms?c
zY~2bkxiGQ(GQd9c9gaxBUOi(zyhlwsi}PWyTlVj`0I*wxhzNH3Lyz&L$)Dr`>~ZIC
zqbT<IFNTq=+s1eRcB8O>WbBlz&gM}g4n}lej%w<*FIJu@sPkj%-&ddp1?o%Lip*}a
zlcmz>rA4%xzo0SPtn~`CR)L}eL#q37)jhc`7NLAIXR+~Dr)6}CLZ?EpR@&mS@)tS&
z@<<gF@XwNvI`|n=;-nnrGTO}#C7_s|A$MSQBI+CTD0p%VQd-@vB8tDQ`KtIV?aZgG
zRy$KjS?x~#5&t$c)7|cGR-=TT--8#5LUM<%9ib?Ove9O1ib9`&;#BbFtRI91s-AH(
zek$U-`RcW3fGYgWR-cTts%PC?^+QprO8jQ}YFuF%6F9%GJ9inBv4w&2yDCS&%F#gK
z{8*Z0`Kv9(a%LXb&J?(29g(BMa^V~g$TdxJ)Gx?ZrA#31j;Lr{*_es?^bqk6yFZwC
z0%@K)H9S^9pg|$X@wkjY1D^gs@E{)^9Qy3>loSHR`Oc1iu-)1=CBArVrtf9IXMiV<
zCQ$$2?*R|&^bZK1ZSa6D%(sf?+{r9m^^GAT@SlaY&v)l2hxX`?LFq{Ie|ws-cFXhM
QnBX3%llP8LEH`ic4>0bqcmMzZ
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.json b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.json
new file mode 100644
index 0000000..4f372bf
--- /dev/null
+++ b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 512,
+ "decoder_rt_num_layer": 8,
+ "drop_rate": 0.04978685082912593,
+ "embedding_dim": 16,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 2,
+ "lr": 0.010469557594705402,
+ "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.pkl b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..7a2eccf2bb808531d0ce9fd09787d76c718c9cc7
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQjY3)2fU6fDHl!v_-r83z?(%ZtxQ
zO-z~M&C<h}Qj}j1UzAvqI>p_7W$nra%})+JOgTkBUTdL%^@)_3JzPnNCCM4_#hF#9
IAWKU10J0QPmH+?%
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/progress.csv b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/progress.csv
new file mode 100644
index 0000000..9f8cac1
--- /dev/null
+++ b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1959.484931525283,1719520982,checkpoint_000000,True,False,1,204212fd,2024-06-27_22-43-02,79.25631952285767,79.25631952285767,242786,r8i6n8,10.159.28.66,79.25631952285767,1
+1957.8900761641855,1719521048,checkpoint_000001,True,False,2,204212fd,2024-06-27_22-44-08,65.62229895591736,144.87861847877502,242786,r8i6n8,10.159.28.66,144.87861847877502,2
+2003.831690029835,1719521114,checkpoint_000002,True,False,3,204212fd,2024-06-27_22-45-14,65.94834351539612,210.82696199417114,242786,r8i6n8,10.159.28.66,210.82696199417114,3
+1953.7773927703618,1719521179,checkpoint_000003,True,False,4,204212fd,2024-06-27_22-46-19,65.82598686218262,276.65294885635376,242786,r8i6n8,10.159.28.66,276.65294885635376,4
+1955.5008218119463,1719521245,checkpoint_000004,True,False,5,204212fd,2024-06-27_22-47-25,65.71243810653687,342.3653869628906,242786,r8i6n8,10.159.28.66,342.3653869628906,5
+1954.6096777728224,1719521311,checkpoint_000005,True,False,6,204212fd,2024-06-27_22-48-31,65.39359998703003,407.75898694992065,242786,r8i6n8,10.159.28.66,407.75898694992065,6
+1970.7395346333662,1719521376,checkpoint_000006,True,False,7,204212fd,2024-06-27_22-49-36,65.79213690757751,473.55112385749817,242786,r8i6n8,10.159.28.66,473.55112385749817,7
+1975.91074161079,1719521442,checkpoint_000007,True,False,8,204212fd,2024-06-27_22-50-42,65.49610257148743,539.0472264289856,242786,r8i6n8,10.159.28.66,539.0472264289856,8
+1954.2565735343874,1719521508,checkpoint_000008,True,False,9,204212fd,2024-06-27_22-51-48,65.86425971984863,604.9114861488342,242786,r8i6n8,10.159.28.66,604.9114861488342,9
+1955.8791032926304,1719521574,checkpoint_000009,True,False,10,204212fd,2024-06-27_22-52-54,65.99194502830505,670.9034311771393,242786,r8i6n8,10.159.28.66,670.9034311771393,10
diff --git a/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/result.json b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/result.json
new file mode 100644
index 0000000..fa447d2
--- /dev/null
+++ b/ray_results/test_experiment/train_model_204212fd_41_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_22-07-02/result.json
@@ -0,0 +1,10 @@
+{"loss": 1959.484931525283, "timestamp": 1719520982, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "204212fd", "date": "2024-06-27_22-43-02", "time_this_iter_s": 79.25631952285767, "time_total_s": 79.25631952285767, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 79.25631952285767, "iterations_since_restore": 1}
+{"loss": 1957.8900761641855, "timestamp": 1719521048, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "204212fd", "date": "2024-06-27_22-44-08", "time_this_iter_s": 65.62229895591736, "time_total_s": 144.87861847877502, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 144.87861847877502, "iterations_since_restore": 2}
+{"loss": 2003.831690029835, "timestamp": 1719521114, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "204212fd", "date": "2024-06-27_22-45-14", "time_this_iter_s": 65.94834351539612, "time_total_s": 210.82696199417114, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 210.82696199417114, "iterations_since_restore": 3}
+{"loss": 1953.7773927703618, "timestamp": 1719521179, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "204212fd", "date": "2024-06-27_22-46-19", "time_this_iter_s": 65.82598686218262, "time_total_s": 276.65294885635376, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 276.65294885635376, "iterations_since_restore": 4}
+{"loss": 1955.5008218119463, "timestamp": 1719521245, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "204212fd", "date": "2024-06-27_22-47-25", "time_this_iter_s": 65.71243810653687, "time_total_s": 342.3653869628906, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 342.3653869628906, "iterations_since_restore": 5}
+{"loss": 1954.6096777728224, "timestamp": 1719521311, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "204212fd", "date": "2024-06-27_22-48-31", "time_this_iter_s": 65.39359998703003, "time_total_s": 407.75898694992065, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 407.75898694992065, "iterations_since_restore": 6}
+{"loss": 1970.7395346333662, "timestamp": 1719521376, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "204212fd", "date": "2024-06-27_22-49-36", "time_this_iter_s": 65.79213690757751, "time_total_s": 473.55112385749817, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 473.55112385749817, "iterations_since_restore": 7}
+{"loss": 1975.91074161079, "timestamp": 1719521442, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "204212fd", "date": "2024-06-27_22-50-42", "time_this_iter_s": 65.49610257148743, "time_total_s": 539.0472264289856, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 539.0472264289856, "iterations_since_restore": 8}
+{"loss": 1954.2565735343874, "timestamp": 1719521508, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "204212fd", "date": "2024-06-27_22-51-48", "time_this_iter_s": 65.86425971984863, "time_total_s": 604.9114861488342, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 604.9114861488342, "iterations_since_restore": 9}
+{"loss": 1955.8791032926304, "timestamp": 1719521574, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "204212fd", "date": "2024-06-27_22-52-54", "time_this_iter_s": 65.99194502830505, "time_total_s": 670.9034311771393, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.04978685082912593, "lr": 0.010469557594705402, "batch_size": 2048}, "time_since_restore": 670.9034311771393, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/events.out.tfevents.1719551747.r8i6n8 b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/events.out.tfevents.1719551747.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..63f549dbe92016f5883c74000381a8a51f30a48e
GIT binary patch
literal 4596
zcma*rc}x^n90%|{<k*KOEMgHCSeANijVszJ9+joe7z!S(F;P62uI%70!tA;;lw#Tn
z0Tnf#ur!pQC|b05w#C|F@kpx_51LvVwMNlOP?A=owN)(8Sy<liqr1-VAM@t>zVkls
zh2#+?>-ni#ldMw(72Y|$eb@Db@WAB`la(1qzE3mU)CqCZiPjkRdq;QW%v7n{lTADL
z_k!g5p=bySbeM7tTsA`+GHomyy6fjkvSw0M(|C8p`Sd4B^|%X1Vo)>+#}U?I%g!`Y
zX%;$drQK#_xKNoaFMgi9C=pb~DrS4GG}{=OkH}<;nx7jC?#irX5$~uj3lSaCqG7m_
zvu4p0XR)%Bm7^UL8#*>aOI!@!lOOAjR}>UHP|a21##fOJ4To{o%B0bhgJwCKgYKT-
z;qP^eCc7tSz2BIkY7{2WqtPfDPvB}baaJ3{Qg9mA%J1n%wSbj7S555f##VU3-g>Tr
ze68~GF97?914pD_uYY>z5~zHG#d)~D82jY)=yHHvCqzWBqgpk@BU8;Kfc-j$8%44A
z?cYg6pLq8$z^)M{kc=%e{&S@5I9T~-lVZz@T_;=V346(hWu)(|dr<)Ui^(`51)IxV
z8UiY(#o@dc>}v&wLjd*}AtHj!bZ7|8yp2f!J8lYY6vbXT>JQ>U?UsCieMp!<GPco3
z)kZA<E6=r0h%0en5AcLNGN6R?|0^sNV6R(+BT}%>?|d%@R0cb6-V1hfcEDMH?Gz#+
z*!N`-L=qZn0N4Xr+$f5D|4IZojd-R7*xv~gNXE`H=F}gvft8meg<kE(_VI*WzhpC+
z64Ge{*yYJMA_ZH1U<3s!BWL5h7i`~{_ELadEks1H*WJ|+w)4eKfE_glH;Q6!97vLD
z&DtjbyI7b&GIpggv9RJ0Sox{y_Ek>T$@cYx9kgLBd6Sw|3$Q!(<A@aO7dKY=gUWRW
zaNY~H&*Q1H0d~;mI3j|5>z;-vw_i&G*qem7DE1jLldQ{`kpZwfg$X2MpEeeKRcHk(
z*Z+HaP^k;s&lC17doGy~Fy|b=PUyf9DcGaO>|F^e8-%<U?Dois@XyHHPFyL1{es8-
z=+7zF0QQeUTogO+)CRKT$<8i-{bm>LmyF$P3|r<111oRsXsqeR_V<KsO-U!!0}5IJ
z_RuaIk%HZH%;!r`SuW(gU{`Coba1kDvJ1UmDS~~lO+z${T5=9xmkM!F?5j&F$mb8`
z7Xh}P9QRAcmL(j!GMWY}H*Bp={KR##Ri3avUOb;{Ol{5v*o(K}h!pI77b@NYl`TTv
z3wD*$ybxeB+i|4`_N<#4;$mCVb$~s12abzkr#?GMW~?4_9AIw}CXkFBlu-X|=?Sp%
z1&P~Ry0MWbY%YHWd8h2fZh)QpHjYTawp{(87F5cUaNY}caglQ?z}_rGM6ky_&=9|E
zZrK8`eUovcD0ZRqd(wDg#U+5fMwmb{wl*QZExX~UyytSXt)eVLb+Yo)ZfyNtCEBe-
zLnw>g<S=Eil!5-hPCNJu8p9<ODbZRb@^cTVpDWaVD|CYpT5jUfEd14JHLX?Z)M${I
zPP3W$iyVJ>q|(#*XTwlv-)BsA7L{qrr5*fGFbeD)a=70PLqqyJ>icpaQkfk#JH_AD
zTvdFQ&RR~J%~oawWwvJVkNB^lnV$CU=1>&e`+MJse32s4)sB!aLs@8(S*z3sqrqx;
zbJj;9jrt`w<9-p>WlSG|hO52bZ1qtnLjAIvt9}HEQH$S9{o?Zp#=U=MAMTl|O4;q+
zzq<-_TY)sf{;@R6@>g4m<xD)Vl}WcH)hke)LfFS6itvL9G_;ScS`}<A`?dPU!KQc=
z(o4iY>^U&wjVQd|uHmstBZ~Auj>lz2G`#--!Gn25{yz~O_a46zWJH5qd&fUuM=lIl
zqx~k{^)cWW;Fq@<(JOt=L%#vx*x~{H^L1X%Dt_lteCo{8KGWU*S!npWYQAbyuYN2t
apz#0O(~P-Co<C!P`v9H7U;eD%X7PV*VZ@LC
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.json b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.json
new file mode 100644
index 0000000..a81d5bd
--- /dev/null
+++ b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 2048,
+ "decoder_rt_num_layer": 4,
+ "drop_rate": 0.2474625892184107,
+ "embedding_dim": 1024,
+ "encoder_ff": 1024,
+ "encoder_num_layer": 2,
+ "lr": 0.09815210368028619,
+ "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.pkl b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..862194eb15f3b4187c61036d1e1b38b43d11113a
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1Nu=I$+Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K^Lb&Kfu@3mIC}VCLLl?NVoW`3dGQ&k
zi78XO1$sDBit-EMixNvxr?}gnUvq2uwV5eBOgTkB-cE&j?r^o@9<HRslH`o|;>@a4
Jpd}oodI0e!Qwab7
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/progress.csv b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/progress.csv
new file mode 100644
index 0000000..c120a29
--- /dev/null
+++ b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+5146.327555979331,1719552388,checkpoint_000000,True,False,1,261349af,2024-06-28_07-26-29,641.6589081287384,641.6589081287384,242786,r8i6n8,10.159.28.66,641.6589081287384,1
+5048.819774237205,1719553016,checkpoint_000001,True,False,2,261349af,2024-06-28_07-36-56,627.6112632751465,1269.270171403885,242786,r8i6n8,10.159.28.66,1269.270171403885,2
+4911.544510488435,1719553644,checkpoint_000002,True,False,3,261349af,2024-06-28_07-47-24,627.9598400592804,1897.2300114631653,242786,r8i6n8,10.159.28.66,1897.2300114631653,3
+4737.393370140256,1719554272,checkpoint_000003,True,False,4,261349af,2024-06-28_07-57-52,628.01415848732,2525.2441699504852,242786,r8i6n8,10.159.28.66,2525.2441699504852,4
+4523.467796505905,1719554899,checkpoint_000004,True,False,5,261349af,2024-06-28_08-08-20,627.539436340332,3152.7836062908173,242786,r8i6n8,10.159.28.66,3152.7836062908173,5
+4273.132577971211,1719555527,checkpoint_000005,True,False,6,261349af,2024-06-28_08-18-47,627.5760381221771,3780.3596444129944,242786,r8i6n8,10.159.28.66,3780.3596444129944,6
+3991.0541396253693,1719556155,checkpoint_000006,True,False,7,261349af,2024-06-28_08-29-15,627.5778048038483,4407.937449216843,242786,r8i6n8,10.159.28.66,4407.937449216843,7
+3685.58821166031,1719556782,checkpoint_000007,True,False,8,261349af,2024-06-28_08-39-43,627.666775226593,5035.604224443436,242786,r8i6n8,10.159.28.66,5035.604224443436,8
+3365.655848225271,1719557410,checkpoint_000008,True,False,9,261349af,2024-06-28_08-50-10,627.4417996406555,5663.046024084091,242786,r8i6n8,10.159.28.66,5663.046024084091,9
+3048.0907587967517,1719558037,checkpoint_000009,True,False,10,261349af,2024-06-28_09-00-38,627.6434020996094,6290.689426183701,242786,r8i6n8,10.159.28.66,6290.689426183701,10
diff --git a/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/result.json b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/result.json
new file mode 100644
index 0000000..8d3b4cb
--- /dev/null
+++ b/ray_results/test_experiment/train_model_261349af_59_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_07-03-29/result.json
@@ -0,0 +1,10 @@
+{"loss": 5146.327555979331, "timestamp": 1719552388, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "261349af", "date": "2024-06-28_07-26-29", "time_this_iter_s": 641.6589081287384, "time_total_s": 641.6589081287384, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 641.6589081287384, "iterations_since_restore": 1}
+{"loss": 5048.819774237205, "timestamp": 1719553016, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "261349af", "date": "2024-06-28_07-36-56", "time_this_iter_s": 627.6112632751465, "time_total_s": 1269.270171403885, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 1269.270171403885, "iterations_since_restore": 2}
+{"loss": 4911.544510488435, "timestamp": 1719553644, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "261349af", "date": "2024-06-28_07-47-24", "time_this_iter_s": 627.9598400592804, "time_total_s": 1897.2300114631653, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 1897.2300114631653, "iterations_since_restore": 3}
+{"loss": 4737.393370140256, "timestamp": 1719554272, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "261349af", "date": "2024-06-28_07-57-52", "time_this_iter_s": 628.01415848732, "time_total_s": 2525.2441699504852, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 2525.2441699504852, "iterations_since_restore": 4}
+{"loss": 4523.467796505905, "timestamp": 1719554899, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "261349af", "date": "2024-06-28_08-08-20", "time_this_iter_s": 627.539436340332, "time_total_s": 3152.7836062908173, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 3152.7836062908173, "iterations_since_restore": 5}
+{"loss": 4273.132577971211, "timestamp": 1719555527, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "261349af", "date": "2024-06-28_08-18-47", "time_this_iter_s": 627.5760381221771, "time_total_s": 3780.3596444129944, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 3780.3596444129944, "iterations_since_restore": 6}
+{"loss": 3991.0541396253693, "timestamp": 1719556155, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "261349af", "date": "2024-06-28_08-29-15", "time_this_iter_s": 627.5778048038483, "time_total_s": 4407.937449216843, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 4407.937449216843, "iterations_since_restore": 7}
+{"loss": 3685.58821166031, "timestamp": 1719556782, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "261349af", "date": "2024-06-28_08-39-43", "time_this_iter_s": 627.666775226593, "time_total_s": 5035.604224443436, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 5035.604224443436, "iterations_since_restore": 8}
+{"loss": 3365.655848225271, "timestamp": 1719557410, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "261349af", "date": "2024-06-28_08-50-10", "time_this_iter_s": 627.4417996406555, "time_total_s": 5663.046024084091, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 5663.046024084091, "iterations_since_restore": 9}
+{"loss": 3048.0907587967517, "timestamp": 1719558037, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "261349af", "date": "2024-06-28_09-00-38", "time_this_iter_s": 627.6434020996094, "time_total_s": 6290.689426183701, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2474625892184107, "lr": 0.09815210368028619, "batch_size": 2048}, "time_since_restore": 6290.689426183701, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.pkl b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..5081616cf90354b6fbcda0ae64c8b9116c68a94e
GIT binary patch
literal 7986
zcmeHM-*4N-9hWl~NxUq}x}q*nG(E)oK_xaRO0r~mafVb`+Rlj_IBwBm=ng0HsAENu
z?A_6}h8W080u10ofiXxQ3hZqtuz#il_Ap@B|FFkB?t4c{mK3**2Q)4^Q;5Sme((7G
zeD3r8-tq3?OHY3JW=UV^>zoWtCx{X^_MLt}C-1ZL6+9q)ibbCWR7N3o0wP5Ar_4yt
zbrV03ekihZUJhdlmFeYeGTb4e{~OLDZfqrT%ezYl5g+P`a+Y3HFQfYojin!{rWYn#
zs4f;{#2scjiA%Ed(rg!C@i;rkQsgvip6$?<N2^Yq+IEXHX`|k#+O3vD>rFT7$ZQ+z
zz6Kojh>%(O;~WzfR0>I?!ohxWpa5d*hrYx(W2N+B&V!ePj`AFg45<APE=a&52F|r3
zm+mM!9>M#K%`=-N_?>~@Puo9xT6!?|poDYc;qQYvPnG9J6>jN%DeFAS(w7{P2nxg!
z-V=a0ofkClGKSzbv3jv5g2*9(NMb8ax)uqE6NN5WiH9|-TB+8|O3R|*uCU^vrgNni
zCo5I6YF4g+iD}zr(+d2qdd#9wRanB8bR{NEpY*7(fHv!Jn9O*Xu~*Z^<XD+R06oB1
z=+MZ++F|p0?$!;^kTA#eZ9Zwg_OSGiH?Dj-pDq0RT<P-CXYau6`A^}OwM$vKtj0=F
z{zHrl7l8Hj2jE4fh9M*as)pgLDtLaN3Ma)w(&=bvv6s`A@kkC+;;9}eEX)MPE@1pg
zLV}V1zW}je5{41zOvxW$fR-;}+~0GlN0LCQs*Y+lRbIe&5V?uQ4J4d}$C0BgfiMVN
zk#I#xCtXyfQ6OWHbn|8+`zTY~_JXJjs?o1a9%qlYE4r3~JCZ{!d(B{P9BOtRG`sw?
zB**#$#g;xEmmbXh<xHvcSNNA-pk4N6dbXE$r^U*a(s>0QB+P!!Zl$f`DyZlTeB1oI
z{mR4AzZNflCO`kf7xlj_R{p+N`SMaFV@9qYc5O5=b+$Dcf?KS~e#_PlGPd4fzv{5-
z>@3^pup1rr>yI*a^B^l|07}Iq1#>!V=Qihnf^$#io|gVNr{R^^(jx`s{dD!XQ1bpa
z|J*+R9|(p;^yMW4zNhD@%9VH^dXO=6ASfV^TQ21phYn&n#10Jt$T{V0FjB$7>dYNs
zd>=4=cmzi1V<GROX#K%IUoDkh|6Q#yfWTT`e|HcEzT?Z=kkd@bi60tec-k5uBlg{m
zMyu7TE+aqQuq&p$+A^zaW}~r;hyy7FgF)S^);wCXTcFi$%W)gF(`ve;R<SGkT1K44
zd_(uF^h<;C0y?~Y{~Xsb?7{RlWCnEQMWsiXgw)dDNH>_cgJgMS83lewQLU~B43W0d
zSb$|gk?8wzOkL#hXn@9PHqW6(@lbK~VgV7KTaeNv<sk{IMEb!5l(jXDgeRfKp{64f
zb1KmW%I_siRa6>R^OBmkmeJLs)ZbI(snORucn$^RCNG?enZX_B`SEy9P*bh9G&k1+
zGU&SGh9*cG`e9E`5gYlF^$}Gn)|6=ULqjtL^S9^s%FDX(VUSGTeIr|wZNI_zJ56Y<
zmWK@<v#p8J@S;S<iBg>h*=iCnLJIOp<C=*YyOxKIABL1`Zy{t7UStF%0V5xH6)Ro{
z>wsqh<?9D>8t-1j`xd7TgXpDJ;`G++Jz+^k1-0(9SMJ_l+1^=+Idy%#h_wcwLkx2P
zR&t+Ev`X`%w3TOW?YnA;xgtNL(#)3@rWbK=TGfM)KbaX4JtjvZnD*Qi+V_}8A5%xd
z`tukd)XajNM963`fx)(I4dT#0jREwNL(oy@QU_XdyuD-4(3x@mD8Hw@{+1Wvdg*S3
zp;fHnivK4;t`;cq9w%x_fjJ}yun#l4Mq8*Y&&lIQ#??`JKDORoaD+V%1J#Ni=cAF2
zMqgq7-(jEZs6&R35U7+-41CpYPO4iEwjbu1F;|PBi_?;xQuN7!DzeAnTFE|@^6K|q
z$}pja0%CG7CFWXdDphMSkLP(1ijfzVk>Cz|(1`wq`UCnGddW<JjqzP>)2Bn&M{r%W
z{?hiU;cO)aKX5>Xl+UhAr^4jhDx8MjcaDMo)9`EBtIy0O`=jr=5Q4R8?4xVNw~OcD
zE-ZWc#(sHvZkhN}c_w5|cBGF^I?Y<KZWtlbX=jXEeZLc4%|Fgu9>tJ@@&fFC_`7=l
zE-&Ynwj$)KDVbnr_I8G?ljZ7kT0Vk-?|oj#B|NdbwC(&0uvk9p&?vqoZkxGvzP^O{
zR_z4sQNPDzQRw<)dPbd5_*WGtPJYa-nWLk1)PC>QO$0%RA`cDpnUaZixDUH%GD5Jr
zhw~6gQN2<zD;0Ftf6GK~-+K>L5F-K+u#qG{4uR7JUk+6tH8=yQp|}0FRAG<#4nu(2
zY_wEkSX#j59Hl0DH*|tTEhJDFg)8@lJL+_*a9|lp28Qs_>QEu{o1oW5Rri|vs6M0N
zB*#Qs9vIWHqi)d!s#VOUts6j3BN#5~4pH$g*l-P9v|6{#N^RsChYxzb3(ybEP#364
zVB;<)!UfMg*nb__O+OsH99|i~ryzw5${`G-gwwnpy7%GE)^__HtO&<9@7&pH<MvkP
z_6FUL!4ti0C1`IzLn+pGcmj=q|J}$}+nGey>*Q!6be~cL2Nj93)pZE;gz^JHbQcb-
zdQ?3^$Y4^&V%-`YSD6v-S<q5gaK5BASK-724yDwYpvmMQSc0=HpGTo;y|PQVuZ%=l
rAGyKy{M6PyZ1*PzaQ*;?9qhsfOK@6os-#mTJ)e@)p(H~r5nc1YuYGUf
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.txt b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.txt
new file mode 100644
index 0000000..b626975
--- /dev/null
+++ b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/error.txt
@@ -0,0 +1,65 @@
+Failure # 1 (occurred at 2024-06-27_16-33-47)
+[36mray::ImplicitFunc.train()[39m (pid=69992, ip=10.159.28.66, actor_id=4f23fe319defb9cd61c97da301000000, repr=train_model)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/trainable.py", line 342, in train
+ raise skipped from exception_cause(skipped)
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/air/_internal/util.py", line 88, in run
+ self._ret = self._target(*self._args, **self._kwargs)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 249, in <lambda>
+ training_func=lambda: self._trainable_func(self.config),
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/function_trainable.py", line 332, in _trainable_func
+ output = fn()
+ ^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/ray/tune/trainable/util.py", line 138, in inner
+ return trainable(config, **fn_kwargs)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfswork/rech/ute/ucg81ws/these/LC-MS-RT-prediction/main_ray_tune.py", line 66, in train_model
+ pred_rt = net.module.forward_rt(seq)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfsdswork/projects/rech/ute/ucg81ws/these/LC-MS-RT-prediction/model_custom.py", line 111, in forward_rt
+ out_rt = self.decoder_RT(enc)
+ ^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+ return self._call_impl(*args, **kwargs)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+ return forward_call(*args, **kwargs)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/container.py", line 217, in forward
+ input = module(input)
+ ^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+ return self._call_impl(*args, **kwargs)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+ return forward_call(*args, **kwargs)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 391, in forward
+ output = mod(output, src_mask=mask, is_causal=is_causal, src_key_padding_mask=src_key_padding_mask_for_layers)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+ return self._call_impl(*args, **kwargs)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+ return forward_call(*args, **kwargs)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 715, in forward
+ x = self.norm2(x + self._ff_block(x))
+ ^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/transformer.py", line 730, in _ff_block
+ x = self.linear2(self.dropout(self.activation(self.linear1(x))))
+ ^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1511, in _wrapped_call_impl
+ return self._call_impl(*args, **kwargs)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/module.py", line 1520, in _call_impl
+ return forward_call(*args, **kwargs)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+ File "/gpfslocalsup/pub/anaconda-py3/2023.09/envs/pytorch-gpu-2.2.0+py3.11.7/lib/python3.11/site-packages/torch/nn/modules/linear.py", line 116, in forward
+ return F.linear(input, self.weight, self.bias)
+ ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
+torch.cuda.OutOfMemoryError: CUDA out of memory. Tried to allocate 400.00 MiB. GPU 0 has a total capacity of 31.73 GiB of which 116.69 MiB is free. Including non-PyTorch memory, this process has 31.62 GiB memory in use. Of the allocated memory 30.71 GiB is allocated by PyTorch, and 541.03 MiB is reserved by PyTorch but unallocated. If reserved but unallocated memory is large try setting PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True to avoid fragmentation. See documentation for Memory Management (https://pytorch.org/docs/stable/notes/cuda.html#environment-variables)
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/events.out.tfevents.1719498812.r8i6n8 b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/events.out.tfevents.1719498812.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..9ecd5353828670caeb4300adbad780a77b747954
GIT binary patch
literal 40
rcmb1OfPlsI-b$QPN_qL?=HGOb;!P?_%*@ksElbTSu`&`cUTp~gx{wOv
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.json b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.json
new file mode 100644
index 0000000..ab38dc3
--- /dev/null
+++ b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 2048,
+ "decoder_rt_num_layer": 8,
+ "drop_rate": 0.8248444707020037,
+ "embedding_dim": 1024,
+ "encoder_ff": 1024,
+ "encoder_num_layer": 4,
+ "lr": 0.027832194286055118,
+ "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.pkl b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..ede4ce6fcd9f33911a963e739a317bc615c9650d
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K^Lb&Kfu@3mIC}VCLLl?NVoW`3dGQ&k
zi78XO1$sDBit-EMixNvxr?}g{N>#A7EBe#Jlv4!c&1vBJ@Il?Rhbt+uBsn9#II}7h
JXbDHD9st(oQndg8
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/result.json b/ray_results/test_experiment/train_model_2ab41427_20_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_16-01-04/result.json
new file mode 100644
index 0000000..e69de29
diff --git a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/events.out.tfevents.1719534198.r8i6n8 b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/events.out.tfevents.1719534198.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..8864d729350afb3677c197db3703ba773ab84f39
GIT binary patch
literal 4596
zcma*reM}Q)90%~y@^()LLJ>vEo5dwq)Piy9s<X%1!>A>`664FfRC>rMTuHAWx))I6
zh6W<OG2Mco!m=?JN#?r=@ny=~6rDqc=%zDK(6}JJY(wX=Ybnq1bFFv$$34&Y`S$rd
zm%!5)MgPzK(pfs9=AYv=WwqBcV#Ag@Z7esADrPvBaXfXnr8n6-uc>ymnV9g_hi&e8
z5dr#PXebJE+SV9cMI2+uckq04!gncDr*ZwrG;d_*vnw?5&J-L;Mk7%yj_`SoqI^4@
zlgH$&Ds-@%D_Wr_GnFM8NKpA=8qUK?yMtqdh(gi!)8cT0x3b{9_&G$C2}g7&35~#&
zF1CQ7U3n}|vo6L-^U)8~OU#-_qo1dH<24&L+$X|F93O>rNDJdU%jGb%li^(sC*xUQ
z){Lg&N!|szx_?+iY!(;LqZBj}FW_#qxmX9s({LI0&P#hTkAa;}Og$8`&W)|~h21th
znbJ^=YJi<N21n#z>za?u29;ODydUgi-yB*AuosQRl@i!XI<4mUGj6s3?0|7NE{Uys
z^0T=yJF@{`e;_U(8(TpZ?F#<`>^!nVImLsm@`YXXAd$M8{nb@~op>Eb<Y3q9PS%3T
zFT}hbY}EmEHNZ~o#FY}*C2wb$7dD(;2Cy5%xFmMZ^mxnZxlxG#JMISVmyJ!5J=D7g
zz|L>Xo6dQ#1ASp9)WuLi&$#mdyLUd0$iaT2`pN@Pxq1Q4`@w#GEujoxzZ4@9*k>cM
z%$<p&x&StxjT<GglPcy|+W%&U0qlF?0<y8o$op4yp<w5Ssw?(-u!DSIt1m`TnhVC6
z0K4T=9Fc>aT3KHSD(CFNc|X{8qVpWU?hqpq*j-Us=8HSNEC<+GyK$o=c4hZE%h@99
z8GwCCTtGH<9a%jga1z-0sLIQ29_(OW*q?QTQ7<p0-vihyw%~{y?3%HvyP)#xDxCL&
z{c-6p6u>68;fMsb8fBRarropx?3LSbToSu=)9040Tkr4yyLbm)KsNR%k~`nM5A0mq
z8ymXb{Rc9{7xuDrg0fET{R?1EdW<7-u<!ob(FiJ=#k?QvZ`pD^z&1U>l@i$0m@IQi
z@$DvneMF2)VlOltw$x;9Yy#M$pW=Sm*tf}sjOO3L&dH#~Q#{zAzOdh45lk^TaR^{%
z2jhqw?Di9-PEgq)=KWyLovl#=?4=>NQUW{Zh1IN1=Ij8wO^i!oA8l>5wEmmY2e30k
zaldSAMMjz<kOe#c<Y+nP!6tlR*GH?UJ-fI42(W99;fNgUwP|ObfyxEPao!L1`qaK)
zfc={ok-#oLZZ#`!jCTO+MJI5hBz8B`ZDEO3BLMa#aRJ%b5gCmS^CQ5{OU9hv>%m68
zu+If5s4bhe!~aHhj>Qo<*pH33vO%SG9M1c}Zs^|A1+e#t5ee+#r&jaDYiaNgWQ+kf
zN@7n{22d#zwI2cO3ULA1*hv{o)x-3rfd0!-Rn6{|#6j(454OHuh4!k@P&%*B=Cl>?
zw1FupWSqhUjdRT`SD}q66yhDy^eHueDs|xqEw{OH@`S6?S|&-Q)1YuWljE=p7dheb
zNayAX&qko=!Oys&0y^KehH(l*ktl3n$myLOgN6=zG<b3tBJ55_AuZh2+*LxBDOk?f
z?JT!~wzCDoBjM99Tz|W#IT}R{{62W0V5H1<w<8qH(Rqx`o}|)8q9Gc1bJi!IIL&Kr
z#;-)&H(z}`(rWzQZ1ssKUh}$}tNu-ttdYK%UO3mcgY%x>nVx+{f{gQ?-yJ2or9^S!
z`SA?T3s+m3ci9ABmdka_Y*wO^O7R>IDq{~Q(Xc_b8X~fNeESna=PeV88XyuL_P;O@
zB#M3I)bLmxi4uH}<MBr(q<!@T!GmR_@J)ozv&U0}{1Erq2@i6)wj;*K3X}W8fY$&|
zt|HO!!S4ee5Q>BW@wLSR!pGP7c~|kAM<#Y|%f_kRZx+5kx_=(AdO$xN8Bpy1?HSJA
TFE6}fqI;lD85&?*S~vMWPP47T
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.json b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.json
new file mode 100644
index 0000000..f96f121
--- /dev/null
+++ b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 2048,
+ "decoder_rt_num_layer": 1,
+ "drop_rate": 0.4976920968263533,
+ "embedding_dim": 1024,
+ "encoder_ff": 512,
+ "encoder_num_layer": 1,
+ "lr": 0.013704737381480214,
+ "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.pkl b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..d8c67807c2f3da7a4d80c132f3ddc0553b9f7ee1
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L}k%h{7Z?^U!2?
zQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@|k*gVVZ%af`vGG_+UaH^PtMu^5Qd66H}&m
zv-EJL6y+Dh7bTXYPI0%te@p-KHKS`iOgTkBUXP&FwkvsQJzPnNCCM4_#hF#9Kub7E
F^#J()Q^NoN
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/progress.csv b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/progress.csv
new file mode 100644
index 0000000..36cf5bf
--- /dev/null
+++ b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2700.2572838490405,1719534417,checkpoint_000000,True,False,1,32772c28,2024-06-28_02-26-57,219.04653239250183,219.04653239250183,242786,r8i6n8,10.159.28.66,219.04653239250183,1
+2609.489275113804,1719534622,checkpoint_000001,True,False,2,32772c28,2024-06-28_02-30-22,204.8529450893402,423.89947748184204,242786,r8i6n8,10.159.28.66,423.89947748184204,2
+2558.6601024237207,1719534827,checkpoint_000002,True,False,3,32772c28,2024-06-28_02-33-48,205.22449278831482,629.1239702701569,242786,r8i6n8,10.159.28.66,629.1239702701569,3
+2442.0073280634842,1719535032,checkpoint_000003,True,False,4,32772c28,2024-06-28_02-37-13,205.06548023223877,834.1894505023956,242786,r8i6n8,10.159.28.66,834.1894505023956,4
+2364.7526893916092,1719535238,checkpoint_000004,True,False,5,32772c28,2024-06-28_02-40-38,205.07774353027344,1039.267194032669,242786,r8i6n8,10.159.28.66,1039.267194032669,5
+2269.5375149944634,1719535443,checkpoint_000005,True,False,6,32772c28,2024-06-28_02-44-03,205.03923749923706,1244.3064315319061,242786,r8i6n8,10.159.28.66,1244.3064315319061,6
+2195.085433839813,1719535648,checkpoint_000006,True,False,7,32772c28,2024-06-28_02-47-28,205.1729245185852,1449.4793560504913,242786,r8i6n8,10.159.28.66,1449.4793560504913,7
+2150.467501422552,1719535853,checkpoint_000007,True,False,8,32772c28,2024-06-28_02-50-53,204.98054313659668,1654.459899187088,242786,r8i6n8,10.159.28.66,1654.459899187088,8
+2097.3525179164617,1719536057,checkpoint_000008,True,False,9,32772c28,2024-06-28_02-54-18,204.72472834587097,1859.184627532959,242786,r8i6n8,10.159.28.66,1859.184627532959,9
+2048.298097625492,1719536262,checkpoint_000009,True,False,10,32772c28,2024-06-28_02-57-43,204.9549217224121,2064.139549255371,242786,r8i6n8,10.159.28.66,2064.139549255371,10
diff --git a/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/result.json b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/result.json
new file mode 100644
index 0000000..8d28c58
--- /dev/null
+++ b/ray_results/test_experiment/train_model_32772c28_49_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_02-08-11/result.json
@@ -0,0 +1,10 @@
+{"loss": 2700.2572838490405, "timestamp": 1719534417, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "32772c28", "date": "2024-06-28_02-26-57", "time_this_iter_s": 219.04653239250183, "time_total_s": 219.04653239250183, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 219.04653239250183, "iterations_since_restore": 1}
+{"loss": 2609.489275113804, "timestamp": 1719534622, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "32772c28", "date": "2024-06-28_02-30-22", "time_this_iter_s": 204.8529450893402, "time_total_s": 423.89947748184204, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 423.89947748184204, "iterations_since_restore": 2}
+{"loss": 2558.6601024237207, "timestamp": 1719534827, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "32772c28", "date": "2024-06-28_02-33-48", "time_this_iter_s": 205.22449278831482, "time_total_s": 629.1239702701569, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 629.1239702701569, "iterations_since_restore": 3}
+{"loss": 2442.0073280634842, "timestamp": 1719535032, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "32772c28", "date": "2024-06-28_02-37-13", "time_this_iter_s": 205.06548023223877, "time_total_s": 834.1894505023956, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 834.1894505023956, "iterations_since_restore": 4}
+{"loss": 2364.7526893916092, "timestamp": 1719535238, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "32772c28", "date": "2024-06-28_02-40-38", "time_this_iter_s": 205.07774353027344, "time_total_s": 1039.267194032669, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 1039.267194032669, "iterations_since_restore": 5}
+{"loss": 2269.5375149944634, "timestamp": 1719535443, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "32772c28", "date": "2024-06-28_02-44-03", "time_this_iter_s": 205.03923749923706, "time_total_s": 1244.3064315319061, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 1244.3064315319061, "iterations_since_restore": 6}
+{"loss": 2195.085433839813, "timestamp": 1719535648, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "32772c28", "date": "2024-06-28_02-47-28", "time_this_iter_s": 205.1729245185852, "time_total_s": 1449.4793560504913, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 1449.4793560504913, "iterations_since_restore": 7}
+{"loss": 2150.467501422552, "timestamp": 1719535853, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "32772c28", "date": "2024-06-28_02-50-53", "time_this_iter_s": 204.98054313659668, "time_total_s": 1654.459899187088, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 1654.459899187088, "iterations_since_restore": 8}
+{"loss": 2097.3525179164617, "timestamp": 1719536057, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "32772c28", "date": "2024-06-28_02-54-18", "time_this_iter_s": 204.72472834587097, "time_total_s": 1859.184627532959, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 1859.184627532959, "iterations_since_restore": 9}
+{"loss": 2048.298097625492, "timestamp": 1719536262, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "32772c28", "date": "2024-06-28_02-57-43", "time_this_iter_s": 204.9549217224121, "time_total_s": 2064.139549255371, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.4976920968263533, "lr": 0.013704737381480214, "batch_size": 2048}, "time_since_restore": 2064.139549255371, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/events.out.tfevents.1719491882.r8i6n8 b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/events.out.tfevents.1719491882.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..bf45243618d2e3d6f1b0760285da9c6101d9d14e
GIT binary patch
literal 1311
zcmah{T}TvB6kcb`nggrt<odI#wvGukpqmjC7VL&dWDrshA`+L`oxAST?ww`stfoOp
z7G^;R5z&K)89}g+ZxTfhJw;F%^^ipL1EoFXOF=z#$DN&>-PGo7&N<)t?)kp2)|LBa
zFB}v3&5IAad#4u<`#n)zR!LjeASOn~-syq){$^`#ZhEMbKXP&Cx;eM4Osa+|@aXbz
z$jA^JN@|q)-u0jBdMw^MxW|Ir{JDU57`GwK&;))PLK9jhsi0T_$IhfRl^8ykYcw2u
zbs$qjd27PP7gH)4!3^SZ1uoT(g)GX{sfHfD?WzqCAqaIgrJ<%UG7>69s)2Pxec6%m
z&f{NuU$<NEsj;!|{QUxaCx{RzhEtWqFw!wKG##%lm^eT9cE7b?Y592{-*V07mtYq(
z*$Yfo*-$k?QSln{@_jQevvXy+J(E+nPxA{)pKAJ;*wS4$%($TnCDO7krzi^HvuUie
zTZqwp#SNF;u*GT#zd7L-CsqJNWh0hgEF(DR76qtKa7<I!%}i$$kF#1G_?$J8Nui`X
zjCI!Xf+ye7t?62*a+I9I9^e&SOCxreNyV@@6~&68k^!WsDOO^y!6e7N%IpJg{@=N%
z9Jr*(4p2@|0?SI!EqS3*C=Qv_2=&4SAu55GA(0v&Agmt(X$Le28<{M%K(p|F6PHfD
zUm=!%Pk-F$;H#G{|GseWk%Rhze-u;7Qh=x-Gl5kS*Seo@@Q5q;_<-|gIjDAMEAZZh
zkskOHe-no7d5Kuj3SI>KC9c`M(FioIA-UaO2}7VXAa;|1o7VQ;9&tsW()5lMT6ez~
z{r2HT*nCV;4D8{_2-G<9P|_&G*4Yr($*MiG5>`KJ(L<IN&*o=O@U40E+aU!0f3?R%
U$tlk=R?vNu$ZajFgNdVm0T}U-C;$Ke
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.json b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.json
new file mode 100644
index 0000000..be0b141
--- /dev/null
+++ b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 1024,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 512,
+ "decoder_rt_num_layer": 2,
+ "drop_rate": 0.3031602001882847,
+ "embedding_dim": 1024,
+ "encoder_ff": 1024,
+ "encoder_num_layer": 1,
+ "lr": 0.019401170360006482,
+ "n_head": 2
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.pkl b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..51169759ff02ca488a76f61796d7afb82b206110
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K^Lb&Kfu@3mn0okNLLl>?Vr+Tw8L5dW
zQ@ojaI8%!93*w6sOH!w}+h0!m#T8I>p@%7_2*{g!_gTYPP2C=@q{NcsjQHZrs#K6A
GrFsDDYEzs5
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/progress.csv b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/progress.csv
new file mode 100644
index 0000000..68b88ce
--- /dev/null
+++ b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/progress.csv
@@ -0,0 +1,2 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+4021.740253598671,1719492153,checkpoint_000000,True,False,1,3c9a1c0c,2024-06-27_14-42-33,270.95838141441345,270.95838141441345,69992,r8i6n8,10.159.28.66,270.95838141441345,1
diff --git a/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/result.json b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/result.json
new file mode 100644
index 0000000..f122a0c
--- /dev/null
+++ b/ray_results/test_experiment/train_model_3c9a1c0c_10_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-37-40/result.json
@@ -0,0 +1 @@
+{"loss": 4021.740253598671, "timestamp": 1719492153, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "3c9a1c0c", "date": "2024-06-27_14-42-33", "time_this_iter_s": 270.95838141441345, "time_total_s": 270.95838141441345, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3031602001882847, "lr": 0.019401170360006482, "batch_size": 1024}, "time_since_restore": 270.95838141441345, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/events.out.tfevents.1719548344.r8i6n8 b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/events.out.tfevents.1719548344.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..07dc99dba5e95143d3cd0679853bbde7b06ff99c
GIT binary patch
literal 4067
zcma*qe@v4{7zgn3mLWaIuTp+kKuZyWU0hKSA`y9MA#rSrMwtc%yessD*3q}DEkeo6
zaBN}A6l6}~;tHt40bz44BxWNr!iEDk6k{@(b86TEf{U^#PDj+eE#=-mj{3g*$K8GJ
zX+L*_dm=@1KgZsBQ7PGWIi9I+`6WXhP-M{=ndh^1(Tpv1O-{^(u|)T}gEJ$PB=wcB
zcb)5keN=HM7RfC-yV_R4&}yr}Tv4W{iVbw}>*Z!6V+#|BYSL48{+t)*&VSibsg=y+
z;(R!gp#YrMn;Dvoh(wz!(pIV65mQ0T7Rkzd98n?#T7n}sqlu<$2BVcS+Gq=94GXV6
zrKudh^v-H`+)-OQDe2<k%aIaA!MN4P6w{Q2w%W`V+O@&#x>vhX+#5{XIGZa`72x_R
zlz?LK2F|KFo6*czDY%XEn@1dHt^&F1`$i7A<Oo4>>MK7a0l9&CocAL4P0C;|kfR!K
zgh%e>OAgJJ!-n%f?iv^8mHVn)rQMTrWERNf?8o&5%ZbRWUpIyVxroVzE|;8GkX+rH
zA3XwckGZ@Tx#3cE7LaS2!X<g+n(sR_CPUvWkdxiSab7u}HoJE0NLv?>tK&8hEJu>v
z`OIP<_tIyHeJ(j)L2_sA$^QUys&<_BB9~m0AO>>(a1kE4<6?(qI<QX*<m?@|BCp)e
z&`-4~yYub?xxcs#1k2Ts4?d5d267L5Ze4WAJtIhNJgH#_$Xy|D-izF0?N9-bs}SP|
zkKE7=ho<{vV*rr*lZ*4peX{RIZEw<dS|FG2i|Y%PYb9HDKZpf#2jWglxa9l<$ytty
z{DEBSa-8=fw{~gI*FbJVJdW_l4fr-|3@h9Gfm|OK=am}{yrbQbEo%aD>sR3Vg5~<i
ztt&dFfZV;%ZL==9MS|oCGNKOyxyv$~_agT}<ejxZt|AOac;s|34o&UDykH=Amy7et
zg+3RMx#P6$dmzVz<NAW-u9KpX@D3n%;I+`82Is59Uy$7J_D&s;v+Ho)i`=Sb+s^<w
zSrLx#$Qeb=n*NWg;D3k@xj3(!;-(@q_s~W;kn=Cb^##j`GEB8!*n!+&%|)e4P9jLo
zy4RQv<U04@ycfCki_d2Qxy-k5gh%e&BZsC#c{Ll{xqdFrEB9|_Qs#8wd*1@Nb+x#@
zV7cIoTSQtekgM)FnCy~6g5+izMw5YD!fBlMBKO9q{{<k|$3=MLb_F$SrhY5D3*^#z
zaYbIa$+AtEFQ^zA$erXi5G<$2sBAvF-QhF$qNXS6nk452n_Y6MMlq@vBN=5V*I9HX
zE2XBZ%4rMxs%LE3GX(mZK#SZ{(s4riJE06js7PlkHn8vQYFZ&yN>QMmE;j4g*FW2F
zP$ebo*b)@xImT3&s4|_Mwy;wnC}4id;$9tzWFAAFivy5EZ!wos>=WNvip|odB3iFE
zGNqK>Xkv%hPeU_v)m@dtP{{o6o*VfgqRd$xAwPyP&^o<BtXhhqrBCUdR3Rux3VS0}
z42qI^?|oFuP>l3xy^Sg!#Yy>lm(lls5;5+>>c4$7RiYSjAJ!Owt`R7jJ1i@0wX)3*
zWwq&8O(Roc&h8~pkH?{%Amm*H3ip7NN<xCgL1lTBx6@JRyazkz?zc!Jf8vPnTq}u|
zF5rvjMI?%P@;2bf8j|f*7d&XZL_wk;=RvUpYZ^8!s~Sj4cYYXf=6G=;i6T4?A5XA_
z*a_~A;)(qv+j}m2G4Yz|bRR`&;|90I;HhI<C8_iJtC1SX|8Gw-`Z;;_!f<~qzDmO1
J$3C&S@IM+I7RCSo
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.json b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.json
new file mode 100644
index 0000000..33289b9
--- /dev/null
+++ b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 1024,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 2048,
+ "decoder_rt_num_layer": 8,
+ "drop_rate": 0.9833194838066408,
+ "embedding_dim": 16,
+ "encoder_ff": 512,
+ "encoder_num_layer": 2,
+ "lr": 0.0004542749659626088,
+ "n_head": 2
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.pkl b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..dba23b9c9bd73a35e5bfc7952edf7b635414f20c
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQsb3)2fU6fDHi!v_-r83$FymKUFq
znwSD|24_l9enEUuVoB;0cl-C{Q91m~0zFJQML?eI(F%Ewexn|)q{NcsjQHZrs#KsQ
HETwt?d^k|h
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/progress.csv b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/progress.csv
new file mode 100644
index 0000000..2728ff3
--- /dev/null
+++ b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+nan,1719548436,checkpoint_000000,True,False,1,3d8a1340,2024-06-28_06-20-36,91.73844981193542,91.73844981193542,242786,r8i6n8,10.159.28.66,91.73844981193542,1
+nan,1719548515,checkpoint_000001,True,False,2,3d8a1340,2024-06-28_06-21-55,78.92051219940186,170.65896201133728,242786,r8i6n8,10.159.28.66,170.65896201133728,2
+nan,1719548594,checkpoint_000002,True,False,3,3d8a1340,2024-06-28_06-23-14,78.98558306694031,249.6445450782776,242786,r8i6n8,10.159.28.66,249.6445450782776,3
+nan,1719548672,checkpoint_000003,True,False,4,3d8a1340,2024-06-28_06-24-32,78.50712847709656,328.15167355537415,242786,r8i6n8,10.159.28.66,328.15167355537415,4
+nan,1719548751,checkpoint_000004,True,False,5,3d8a1340,2024-06-28_06-25-51,78.95465588569641,407.10632944107056,242786,r8i6n8,10.159.28.66,407.10632944107056,5
+nan,1719548830,checkpoint_000005,True,False,6,3d8a1340,2024-06-28_06-27-10,79.0093162059784,486.11564564704895,242786,r8i6n8,10.159.28.66,486.11564564704895,6
+nan,1719548909,checkpoint_000006,True,False,7,3d8a1340,2024-06-28_06-28-29,78.55737948417664,564.6730251312256,242786,r8i6n8,10.159.28.66,564.6730251312256,7
+nan,1719548988,checkpoint_000007,True,False,8,3d8a1340,2024-06-28_06-29-48,79.00080251693726,643.6738276481628,242786,r8i6n8,10.159.28.66,643.6738276481628,8
+nan,1719549067,checkpoint_000008,True,False,9,3d8a1340,2024-06-28_06-31-07,78.99766731262207,722.6714949607849,242786,r8i6n8,10.159.28.66,722.6714949607849,9
+nan,1719549146,checkpoint_000009,True,False,10,3d8a1340,2024-06-28_06-32-26,79.03019595146179,801.7016909122467,242786,r8i6n8,10.159.28.66,801.7016909122467,10
diff --git a/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/result.json b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/result.json
new file mode 100644
index 0000000..c076918
--- /dev/null
+++ b/ray_results/test_experiment/train_model_3d8a1340_55_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_06-10-06/result.json
@@ -0,0 +1,10 @@
+{"loss": NaN, "timestamp": 1719548436, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "3d8a1340", "date": "2024-06-28_06-20-36", "time_this_iter_s": 91.73844981193542, "time_total_s": 91.73844981193542, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 91.73844981193542, "iterations_since_restore": 1}
+{"loss": NaN, "timestamp": 1719548515, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "3d8a1340", "date": "2024-06-28_06-21-55", "time_this_iter_s": 78.92051219940186, "time_total_s": 170.65896201133728, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 170.65896201133728, "iterations_since_restore": 2}
+{"loss": NaN, "timestamp": 1719548594, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "3d8a1340", "date": "2024-06-28_06-23-14", "time_this_iter_s": 78.98558306694031, "time_total_s": 249.6445450782776, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 249.6445450782776, "iterations_since_restore": 3}
+{"loss": NaN, "timestamp": 1719548672, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "3d8a1340", "date": "2024-06-28_06-24-32", "time_this_iter_s": 78.50712847709656, "time_total_s": 328.15167355537415, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 328.15167355537415, "iterations_since_restore": 4}
+{"loss": NaN, "timestamp": 1719548751, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "3d8a1340", "date": "2024-06-28_06-25-51", "time_this_iter_s": 78.95465588569641, "time_total_s": 407.10632944107056, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 407.10632944107056, "iterations_since_restore": 5}
+{"loss": NaN, "timestamp": 1719548830, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "3d8a1340", "date": "2024-06-28_06-27-10", "time_this_iter_s": 79.0093162059784, "time_total_s": 486.11564564704895, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 486.11564564704895, "iterations_since_restore": 6}
+{"loss": NaN, "timestamp": 1719548909, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "3d8a1340", "date": "2024-06-28_06-28-29", "time_this_iter_s": 78.55737948417664, "time_total_s": 564.6730251312256, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 564.6730251312256, "iterations_since_restore": 7}
+{"loss": NaN, "timestamp": 1719548988, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "3d8a1340", "date": "2024-06-28_06-29-48", "time_this_iter_s": 79.00080251693726, "time_total_s": 643.6738276481628, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 643.6738276481628, "iterations_since_restore": 8}
+{"loss": NaN, "timestamp": 1719549067, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "3d8a1340", "date": "2024-06-28_06-31-07", "time_this_iter_s": 78.99766731262207, "time_total_s": 722.6714949607849, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 722.6714949607849, "iterations_since_restore": 9}
+{"loss": NaN, "timestamp": 1719549146, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "3d8a1340", "date": "2024-06-28_06-32-26", "time_this_iter_s": 79.03019595146179, "time_total_s": 801.7016909122467, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9833194838066408, "lr": 0.0004542749659626088, "batch_size": 1024}, "time_since_restore": 801.7016909122467, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/events.out.tfevents.1719492460.r8i6n8 b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/events.out.tfevents.1719492460.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..2d5861522372c0b0d69164f08bd33f7d18bd3ad8
GIT binary patch
literal 1311
zcmah|Pe>F|9A0P3oFA;ZqwAmbPwQ?$3~ied6e{dm3Z)kbq9o!qyYto^+j+Ch8!Njg
zSX8I%P*fn6R;M5#sDt65lhmcUM05xvu!zb_LJ-s&clPbBnayo}-|zc<?|r}T)w#0Y
z%xGUw{GvqP9i4jH<@dx*MI*a<PGe%VxBcFaCPPl&?9`b9;zFB#<rwR$ERk!V8a$>l
z60wE}j-(Areba-Rdsf0vM|V4vYd>Bhv3DP*grEidoI+E^a9Tx)6i%GV7#gvBF4tIe
z@$rjd$?<m1FP2mdf*Hl-`W3hljyRI~iKc$Bs)JL45P*6vX=yq}R!XBtv#^P%?`n8Y
zcWFmrq1B;Jj*ov9Z{_LRAP5b`bgGdAMkc0~VdB*Rhc55Dzt<VC^y&G4SkuY%W!M2N
ze1NU0Seij7Djs9seCdt;akeBoXJYc^kXUwdv37u&E#Gy+9XC{?R7NosouUXno53c#
z3$c1Hx#5Bvwm6XVQ;=4KU^zfsu@Wh!at;UFK?%xLoG?^&XXZ0XCRwc>e1$bKtfRCt
zf=vc_!IOhbr@IcS3rdB}9uQU2$RKtxTZ(b99>=PxkwK(tIxDf$V3Ji|RrY~5_g^@u
z6oj;`4p2%^3M*>BEqkFtDh`?442{wTAzDMRLn1dpgY@qZ$XlUF+Gxr0b_hxTU*g5N
zgZGHDzh~d4+r{qO{yqrsUVz5@{wSuDr2tV&VFqg?Y4pwuFel{q_)zda5TK^OTS@eO
z3r}C~EBhLSs+>ivm<>#24E$@h#<8&&G_PYh$Csnfur?qZWaO6hch6e_F{rS2#|p1P
zZJ8tIhobgjiekW<Ct^@rm<J9pAqM1Q%YoZ5_6XO{D(_j2KI(rx-|0NUg(owI#p5~m
cTOk7ezrDvq%{tFAmiK*AP$(<uir0?(0nqS_oB#j-
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.json b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.json
new file mode 100644
index 0000000..c266175
--- /dev/null
+++ b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 512,
+ "decoder_rt_num_layer": 8,
+ "drop_rate": 0.9072626058636482,
+ "embedding_dim": 1024,
+ "encoder_ff": 512,
+ "encoder_num_layer": 1,
+ "lr": 0.003236929771052812,
+ "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.pkl b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..515bdb148788f0b93aea968f4298fe946aac929b
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@|k*gVVZ%aLWTHXLLl>?Vr+Tw8L5dW
zQ@mMvI8%!93*w6sOH!w}+rQ=Tp0-H$T@O=E5s;VF5?WxSe6fcsDX}CuBfdDZDivr6
HN2wkF$!=0Y
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/progress.csv b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/progress.csv
new file mode 100644
index 0000000..476184c
--- /dev/null
+++ b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/progress.csv
@@ -0,0 +1,2 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2134.4770325187624,1719493181,checkpoint_000000,True,False,1,41e4bd86,2024-06-27_14-59-41,720.7119467258453,720.7119467258453,69992,r8i6n8,10.159.28.66,720.7119467258453,1
diff --git a/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/result.json b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/result.json
new file mode 100644
index 0000000..202fb33
--- /dev/null
+++ b/ray_results/test_experiment/train_model_41e4bd86_12_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_14-42-34/result.json
@@ -0,0 +1 @@
+{"loss": 2134.4770325187624, "timestamp": 1719493181, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "41e4bd86", "date": "2024-06-27_14-59-41", "time_this_iter_s": 720.7119467258453, "time_total_s": 720.7119467258453, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9072626058636482, "lr": 0.003236929771052812, "batch_size": 2048}, "time_since_restore": 720.7119467258453, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719490508.r8i6n8 b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719490508.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..eae4e1fa182ff8eeaf0b1fadd1fc9550daf4e916
GIT binary patch
literal 405
zcmb1OfPlsI-b$QFm()Lp&cEp>#hX-=n3<>NT9%quVr5ibSgD{4RkvY&xijb5Pno=7
zKy?C)T4G!xT)ahzmHH*6d8zt2`NhSe^Ekh|2tP0JFo0^A`t?FQXX-Dw7G*9)E-AQ{
z;*9*#oRs+FjMU`pg8a<95>W<*2Ky$a)iY77tp5ksk7{K~eqJh23j+hULPC)~)XLmg
z*#J(R|8OlzTnb#0a4SnPb5r9>GBS(fGfPs7;)_LN`7SwC#vFDtgleDL-29Sr3qrdJ
zmlBsWs`lc{yyVpQqSWG&{GwE_0Vg?CCz?YIc>dy4B&Rt;7A%ysxHPyF;Rb+gO)SaG
Q&nu2cH3sB!URKN70GmvFtN;K2
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719493727.r8i6n8 b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/events.out.tfevents.1719493727.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..d20c92cecdf1d10c576a6ad0c2ca7dbce414f2ee
GIT binary patch
literal 1311
zcmah|T}TvB7+q&Wn-5mq$@ORbN!Nmyht};SFmbk03d@S#?1#&^b8W_U?<{j?O9RW0
zAc$ZIdgwv4^fAbY=s^<dAta)Dl^z07N`kb9Ond5%J9~H6%;s&r^PTV9d%kn4J(+Lf
z#)**l;rh3#p0T;ZL0_+>8f1Ux6-?~b1E&_-`<vaqsj;g^#p6GwBTiqrAXh>K_$+lW
zY^Mkg$4yEDN_w@U<7TS6#iiW;`4NddtDMpdO%UW1s+*~}hGII7T~3+?u>&5@u(EdY
zrBWa{w8r^`lA1{{qj)_1<L$@7u4Lk3{Tb1}&M6^igc>es8wreT-Jr;@v4v=$eE9v5
z<wNpN#HEjpj4X-wa`ZhAg4#klHAoC23sc*)@Wz0Jci&$fbO(I-`nE?b`OWoZ*auB~
zfTOC~hDj(Y9OK+vnwgoKD$2}Bk3Q%Z&)=DhoMUFolU{h}g$kr6RZC4!6vhKdY_Yo#
zyX&?WZh4`^g`{;sS`|X20KKXm)0xUO+~^HSP^#gWsj)jVpHW{QtJOdtzeZ9C6juka
z#UMZUvXJF=S3^Z!DZkkVqGp*%#4hGYF)mK@Vofv1C8QY%R$`~YB%{8e8~}gzKYvg$
z2ysUppqL;Xt6HO1_CuLe7&5s5>ZEN#w29(`M6QQg>E9uccSF6j-IC?K&@BCbiL)2(
zQsVCK_41=uaV)#Pc>z8PP?y^u#gwuXAZn}3V1x9TT{8kq3%NZ$5rU5esLb<L68--4
zz|)3j^9t<BTEvQ(z?4TJxM^z~OGlw$3(GmqxV4)D!olGvd$e2bp0}(hQ0DB874%On
zzvdUa73VMoG2qR~C{*R=fdlN649LZn1LINl2)E8E?^#h6mfG9e+($V3V&bg$JnMc0
b!Vvu1drY*9^DJXI-*<$Bokedt*H8ZeYX_7&
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.json b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.json
new file mode 100644
index 0000000..22a10f7
--- /dev/null
+++ b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 1,
+ "drop_rate": 0.584365221617647,
+ "embedding_dim": 256,
+ "encoder_ff": 1024,
+ "encoder_num_layer": 4,
+ "lr": 0.0009124143820205934,
+ "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.pkl b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..5812df1c5cae166c79dc5d8e3578503abe5822f7
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>_%bl|aKX$@O9S#*dU#=)fu=%*_+UaH^T1+EJ#2aL8L5dW
zAa`)46y+Dh7bTXYPI0$?v{`Or#RS0~rko-m&-dx0?*_LsdbpAjOOi9<i!-ZIftGNT
G>Hz@k6;sXt
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/progress.csv b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/progress.csv
new file mode 100644
index 0000000..2dc92d6
--- /dev/null
+++ b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/progress.csv
@@ -0,0 +1,3 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1976.3005707507998,1719490613,checkpoint_000000,True,False,1,45b0a7c2,2024-06-27_14-16-53,105.02805352210999,105.02805352210999,35196,r8i6n8,10.159.28.66,105.02805352210999,1
+1972.5077211875616,1719493830,checkpoint_000001,True,False,2,45b0a7c2,2024-06-27_15-10-30,103.25011920928955,208.27817273139954,69992,r8i6n8,10.159.28.66,103.25011920928955,1
diff --git a/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/result.json b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/result.json
new file mode 100644
index 0000000..495715b
--- /dev/null
+++ b/ray_results/test_experiment/train_model_45b0a7c2_1_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-14-55/result.json
@@ -0,0 +1,2 @@
+{"loss": 1976.3005707507998, "timestamp": 1719490613, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "45b0a7c2", "date": "2024-06-27_14-16-53", "time_this_iter_s": 105.02805352210999, "time_total_s": 105.02805352210999, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.584365221617647, "lr": 0.0009124143820205934, "batch_size": 2048}, "time_since_restore": 105.02805352210999, "iterations_since_restore": 1}
+{"loss": 1972.5077211875616, "timestamp": 1719493830, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "45b0a7c2", "date": "2024-06-27_15-10-30", "time_this_iter_s": 103.25011920928955, "time_total_s": 208.27817273139954, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.584365221617647, "lr": 0.0009124143820205934, "batch_size": 2048}, "time_since_restore": 103.25011920928955, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/events.out.tfevents.1719490908.r8i6n8 b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/events.out.tfevents.1719490908.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..18115458b6242a2fda56039356f1d900de8663f1
GIT binary patch
literal 1311
zcmah|O-K}B7+z<>nm1P6(e-E7^=C|qAzKY9l41?<VwdWWNX5sv^Vv@Ae6!4qrd^UG
z^5~(UAH>S&kU<iGm}F#`(IJ9P9m0^vBrq=qo$4ER_S;=ko7=q4`@GM*&-+ZNC;5zA
zIw}d*Ztre8IsEBJz}sOe8rjp*jfvg3*Tx4w*SLLS!xx%`rxO#;oW6n_xfqJTYbw2A
zyNlp(+^{VF``Q~Vqbqe^>s`wAl@Cbx^MX-opc(><V#SQExQe1N96g^fG-CTbp1#P=
zaicg(a$uVAvn5r7U`p|L<fYI|*p<}JgpLW7uNXywDkx);wx(lb$21FRHa3yvA1a$|
zo_Wa6HMsPl{{BVbR+_#8BnW2HEsaDmGO=YFCSDy-KmYO00e8T{_jm0=;cKQZ!!D?1
z0~}Sw)(m2y>@m*fqnD4jjpZcg3=Z8qCrmv5QqoS%mhba$mxm%0ODLwITPTcs64<1>
z5W97Nhbug6bs_OLC;sB3Jb(_xj>f3UMO?*8BIKz!YN&K)>ND!>q_r~eXVyrUj^au$
zHYwx-ZwfNq?oueqC}lQ#K~PO2f#_n66y;*Q1FNb=&LUOQX^DOfCQ0>GWk2{*@0o*g
zfr~rp0J#Lku%cG+vJdjb?2yS7P%dr~qBRsJBytFX;>ID6D<LFqc4WC0YQ+B^ap}i{
z1>)Xs`sckyVf&POzj+SkI4Dow&%%~PQ-Ca6p$2QD(`cRIV3JGU@i7;8#6fX}x1!*i
zt+VuC_qPZXrYxexWMGyf5Lk0HhV?Z;#X6QVoN|L}1HwQ`u3rE4tfim{@}1k!LeKuI
z`{sL|tbR;Z3|RAE6O?4;fdN#A0_oT?fHI^FvdVgvBZtRMzd7Xogm1@3P6$%U{RRj_
Z;9u`CQIpQojHP|wB5~VtPHBrT{{q0Amv{gG
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.json b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.json
new file mode 100644
index 0000000..28c8291
--- /dev/null
+++ b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 1024,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 512,
+ "decoder_rt_num_layer": 4,
+ "drop_rate": 0.701917375344629,
+ "embedding_dim": 1024,
+ "encoder_ff": 512,
+ "encoder_num_layer": 1,
+ "lr": 0.07215703780021865,
+ "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.pkl b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..d3515576a8b1717e195a78fb997cb9b7c23a7c22
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1Nu=I$+Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@|k*gVVZ%aLWTHXLLl>?Vr+Tw8L5dW
zAa`)46y+Dh7bTXYPI0$?RwkWWtb4qNDW?d?+f?z$wB4+thbt+uBsn9#II}7hWNE1$
E0L-FNi~s-t
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/progress.csv b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/progress.csv
new file mode 100644
index 0000000..5aa489d
--- /dev/null
+++ b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/progress.csv
@@ -0,0 +1,2 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+4868.725482129676,1719491306,checkpoint_000000,True,False,1,46437290,2024-06-27_14-28-26,398.2001099586487,398.2001099586487,35196,r8i6n8,10.159.28.66,398.2001099586487,1
diff --git a/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/result.json b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/result.json
new file mode 100644
index 0000000..af35241
--- /dev/null
+++ b/ray_results/test_experiment/train_model_46437290_4_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_ra_2024-06-27_14-18-22/result.json
@@ -0,0 +1 @@
+{"loss": 4868.725482129676, "timestamp": 1719491306, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "46437290", "date": "2024-06-27_14-28-26", "time_this_iter_s": 398.2001099586487, "time_total_s": 398.2001099586487, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.701917375344629, "lr": 0.07215703780021865, "batch_size": 1024}, "time_since_restore": 398.2001099586487, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/events.out.tfevents.1719536263.r8i6n8 b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/events.out.tfevents.1719536263.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..8438cc9974522e8eb883e033d1f8ebe233e01ea9
GIT binary patch
literal 4596
zcma*reN<Cr90%~R;ov@ojNw2BA`B{9))ddt9O_2fI=q!;f21Bc*S%cWbh}%-Gr=%D
zfP$&0Sth=OqIS^Z3zmT%O+h+G;hfU4Fp=`5QcNs+(aMa|-5Ag1XPfu(-|ln2&v*Cp
zJZJ3L2vPsv&ZYS(qT~MA9p!Zwvz0Lxuh~IAYkHlcecH?nGPgNBcwb}PA_Jl7ym{V#
zpDaS1fQF+Ouens?TS!wHr<-9EKTb<ES?4ZVJ1!V`_wG58$h?Fj=_m~;afGqE7dmaE
z)lOL#c-#)!rx1yj>FyTwybLPKzr}f2X>-#Q8xe`h?CUx;!Ae)*s2N1!cQ~R#sc0mw
z^f_D<>9ac+(&3}LB%_#Hlw+9p{zT{aV0>Fe#Z6)(7tcT{lmz39gSJwnmtuTwFBO>J
z%g$eKO$ttMqo-pw@z`bDuSR1~8lJ%4YW6wYG(*B^{7>E&eSSH3a?8fO;tD^uI25)+
zmSU<^RjmiurSIX05NyrN1yew!coWWt!LFX!v=d;j;vziQ`y;Xp+QVf>0d{mPZsf%t
za=6u?au&t{>?Pa;g0V&VCz5}bfhV7H(K9}PEeVC)(>>CZy6D~nfPJV7M}%PKBxF~D
z%Bh!dJ`8r9xi<%3w{sC5?5l}c220m(F9K{sH*Vy`{--Y1*wC6@2e6NE69~rE>tCoo
zo&=v<CZ89;jtqtEF(sHfF0_jPc1;|P2*I{lrH!CcDaZLR*o$Km%K>%+7vaG^Q=v6H
z=<F^6*rVfdBQN%C{WRlG^=<0`_9kuu!Pv|6J-3g-oqhJ>u9^V$kWkni#WIuPow2h3
z_KhYS5rX|;?*sVB^;$E|hrxa`@<=Yg{)>z7U@uL}GHgz`k^!(iM{pxAb^+lsdgAj|
z0PO4B1cI@*>**Wi9<a@RXsQ1sfGrJ${rj<@rpm6>s{wY#DI5`kZTjMmm7wwfmk)#8
zY;3Cp*pu6EB@cFSN|wQWaQ0S!eTa+mVlzE!jNYf;J_)d&`4smH#%|HS^zVdC;K}Fb
z+Ij=nQK7I;tE8ref~L;__8WOPA_RM5S0(%h8JUmsVX(`dRO<ou8ZN?v-4vN+h}rwf
zDu695z>U1vD0jE9&$hK1V3%?e2*$pmACqr|pV`xM6iJo-ZzIv6urtd0jL9|ec7Scm
z#StOc?QM!Su)e)qJ`DB;PwlG(*d=+mk_Y?5DXpO;F+m5g?{aZoY|D=0#+q|qmjG;M
zKJFKcEy~Uu+C2w6`S(Lwa|75!DC~wQ7mOK`BnJR?pA<)gU>}HH3qQH4qHsP8cFwMj
z%>X+t8b^4rTlQ-Wg$~OWfc+L1=fzh3dEU5Xo23<CM-aGQFt#kaIK6QUz^<RjlmxI*
zDD02Q+l{BcnK&9?@0o-nLa?i3g-bx?tmkk(40h)3tMJ>%buPk#-F#YW*k0w-0PJ~_
zaU(CbY{o6)$raO=0PL^02?S%OW<Rf0$2CUuACA^-tDR5Kua*U{)w?8UhXf5L?H;q&
z>|#g_RpOz%>;aAT<yA}2atVqG4$1!(%kPO*!w|BVeO5brbXrWMN>p+*%tl$=HufOL
z9v;b}BKF!yq!@gSUg#p7=2FVb4#lCEfgx}3?h$DCpi6^qjzNUY>-LcBY0Y27W+|72
zve_JTF==zS*h}oYq3HhhK(hkH4ZI#akrauY{&s|<G-;>Iwp58a4#mph$yuF(lI4#$
z89x;9pM2G$P?9|S$yPlYjgmj=<f?ugrOWwGrqc>k5p;0<PW@7^C7K4-@0u807NcZt
z{TPa2*rP4U_{=P@gD!ICoe-mAVs0G|ik17sC}EJToQT_hxpq(0wJSOlKS0D@?B6is
z^ho*8s^PJ9dXy4^9FO18p`?d52p(LfXMc$Zx%T)LHXrL>JNCkyEf+*lQ#a`RZw71w
zd^7uI5(n=GJir#Q1KhU718hPSX0PIV?&vlwzMnQF_{+kX=AAQ%&j$3zBMnmi-=3mv
U{qpP{<J==v;^>I&y0c^d0~B+vUH||9
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.json b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.json
new file mode 100644
index 0000000..81555a9
--- /dev/null
+++ b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 1024,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 1,
+ "drop_rate": 0.5276525795479664,
+ "embedding_dim": 1024,
+ "encoder_ff": 512,
+ "encoder_num_layer": 1,
+ "lr": 0.018787488390354802,
+ "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.pkl b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..6a8cd12a9dfc79508c6acadd2b2741022352cec1
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L}k%h{7Z?^U!2?
zQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@|k*gVVZ%af`wRm_+UaH^PtMu^5Qd66H}&m
z3-oZN6y+Dh7bTXYPI0$?@Th&|%=>G5m~x7Myverg4A*Bz^>8I6mLzAy7iU(bf-Ei7
F0|5G+Q<DGy
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/progress.csv b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/progress.csv
new file mode 100644
index 0000000..081166e
--- /dev/null
+++ b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2563.930910125492,1719536463,checkpoint_000000,True,False,1,4fa4a8c6,2024-06-28_03-01-03,200.39984393119812,200.39984393119812,242786,r8i6n8,10.159.28.66,200.39984393119812,1
+2529.025635246217,1719536650,checkpoint_000001,True,False,2,4fa4a8c6,2024-06-28_03-04-10,187.0065529346466,387.4063968658447,242786,r8i6n8,10.159.28.66,387.4063968658447,2
+2461.8067434716413,1719536837,checkpoint_000002,True,False,3,4fa4a8c6,2024-06-28_03-07-17,187.09328150749207,574.4996783733368,242786,r8i6n8,10.159.28.66,574.4996783733368,3
+2404.339845672367,1719537024,checkpoint_000003,True,False,4,4fa4a8c6,2024-06-28_03-10-24,186.51477193832397,761.0144503116608,242786,r8i6n8,10.159.28.66,761.0144503116608,4
+2310.48677315299,1719537211,checkpoint_000004,True,False,5,4fa4a8c6,2024-06-28_03-13-31,187.13084053993225,948.145290851593,242786,r8i6n8,10.159.28.66,948.145290851593,5
+2235.7468713475023,1719537398,checkpoint_000005,True,False,6,4fa4a8c6,2024-06-28_03-16-38,187.11876249313354,1135.2640533447266,242786,r8i6n8,10.159.28.66,1135.2640533447266,6
+2146.1736969234435,1719537585,checkpoint_000006,True,False,7,4fa4a8c6,2024-06-28_03-19-45,187.01839590072632,1322.2824492454529,242786,r8i6n8,10.159.28.66,1322.2824492454529,7
+2036.06691615788,1719537772,checkpoint_000007,True,False,8,4fa4a8c6,2024-06-28_03-22-52,186.76070404052734,1509.0431532859802,242786,r8i6n8,10.159.28.66,1509.0431532859802,8
+1721.8955308809054,1719537958,checkpoint_000008,True,False,9,4fa4a8c6,2024-06-28_03-25-59,186.67871117591858,1695.7218644618988,242786,r8i6n8,10.159.28.66,1695.7218644618988,9
+1612.084331842858,1719538145,checkpoint_000009,True,False,10,4fa4a8c6,2024-06-28_03-29-05,186.78013014793396,1882.5019946098328,242786,r8i6n8,10.159.28.66,1882.5019946098328,10
diff --git a/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/result.json b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/result.json
new file mode 100644
index 0000000..a54e0e6
--- /dev/null
+++ b/ray_results/test_experiment/train_model_4fa4a8c6_50_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-28_02-23-18/result.json
@@ -0,0 +1,10 @@
+{"loss": 2563.930910125492, "timestamp": 1719536463, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-01-03", "time_this_iter_s": 200.39984393119812, "time_total_s": 200.39984393119812, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 200.39984393119812, "iterations_since_restore": 1}
+{"loss": 2529.025635246217, "timestamp": 1719536650, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-04-10", "time_this_iter_s": 187.0065529346466, "time_total_s": 387.4063968658447, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 387.4063968658447, "iterations_since_restore": 2}
+{"loss": 2461.8067434716413, "timestamp": 1719536837, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-07-17", "time_this_iter_s": 187.09328150749207, "time_total_s": 574.4996783733368, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 574.4996783733368, "iterations_since_restore": 3}
+{"loss": 2404.339845672367, "timestamp": 1719537024, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-10-24", "time_this_iter_s": 186.51477193832397, "time_total_s": 761.0144503116608, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 761.0144503116608, "iterations_since_restore": 4}
+{"loss": 2310.48677315299, "timestamp": 1719537211, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-13-31", "time_this_iter_s": 187.13084053993225, "time_total_s": 948.145290851593, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 948.145290851593, "iterations_since_restore": 5}
+{"loss": 2235.7468713475023, "timestamp": 1719537398, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-16-38", "time_this_iter_s": 187.11876249313354, "time_total_s": 1135.2640533447266, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 1135.2640533447266, "iterations_since_restore": 6}
+{"loss": 2146.1736969234435, "timestamp": 1719537585, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-19-45", "time_this_iter_s": 187.01839590072632, "time_total_s": 1322.2824492454529, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 1322.2824492454529, "iterations_since_restore": 7}
+{"loss": 2036.06691615788, "timestamp": 1719537772, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-22-52", "time_this_iter_s": 186.76070404052734, "time_total_s": 1509.0431532859802, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 1509.0431532859802, "iterations_since_restore": 8}
+{"loss": 1721.8955308809054, "timestamp": 1719537958, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-25-59", "time_this_iter_s": 186.67871117591858, "time_total_s": 1695.7218644618988, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 1695.7218644618988, "iterations_since_restore": 9}
+{"loss": 1612.084331842858, "timestamp": 1719538145, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "4fa4a8c6", "date": "2024-06-28_03-29-05", "time_this_iter_s": 186.78013014793396, "time_total_s": 1882.5019946098328, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5276525795479664, "lr": 0.018787488390354802, "batch_size": 1024}, "time_since_restore": 1882.5019946098328, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/events.out.tfevents.1719499162.r8i6n8 b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/events.out.tfevents.1719499162.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..595b2689e1395b74fbafa60d2176590e143e0594
GIT binary patch
literal 1676
zcma)6T}TvB6kcaUn`3J_xvs9O=~_`kv>8O9!fvS)D?tQ31llm}+-;|JXSSI!)0Ye>
zdq|MLz{sR5lqmB-=no{M2T=(jg6t)TNF^d4Du^h%>(1WYG5_Xm&N<)t?)}bpZk{Ff
z^<AuWF_n*=22S-(A9Pq7R6&w=*PKVPUcUFXvu>f(s2l2Ss$x1upSMTrvQoHQ$N{S=
zG`sai8M#A>rrEC7E>vGTVW;*Okggw7JX1PGAf-?O4g%4FN@Gam{XyhE8&M=#w^=N$
z9#6%B!$jFWPVi<*QIQdbSS%Ymc6GT8%5Z(*F~&JTATB6|d_t*9VZ`e}N#i9Qsk~;Z
zPfxA-exv+AnE~%<Ynx-b67a3yf&w#KlVm^QRix>PiWVEZ&lqL)8x3Y=$4@dDlZ2mx
z9Z*6VL|Fx0Qe=%cw~5~TWyKM{>E?Bx#run5Q_G26_TX>zmk`%v5_@olK-MF+y>I6^
z6XoGqf?q-G;P3QFlh|((kTt}fKKk|0&DR5OO=8#05ymye_6@dFd54>kN$hut2J05v
z;+<-m7#K>44Xv}M`wa7ms_7T7v$=aT+@T?d4@Lx42y46>U5FqR8%NfCS82FRL%NY-
ze^KmD%9RPwAn5)e9%&0Ird=##ipZ~s*kIVyd?0{h`Cv<q$&Fz?Bs3!xr?SBsPpL+A
z9^@p2l8ddth^i9dv5TTq7>mLUNE9XcG%reF9KxqTa*TbE*#_D1|Kvt#K!u|00BJHG
zM1ojMbJ?(oHE%Rm1WtC9ja>qXZX{O-1?<Wj$8CW^cD0S-wm~Vo_QpK><I9na`Hg<N
zTh45!jro0~-~$ED#QZd*X?W#$O&74hk{nQcBNV)#5_5b^IUZ7wo1`tvWcS>n!Janf
zfz5G=a4=?=c@H?2OpW9^y->7_<RqWvg@UC9A<0%Rej%5gJt@KXP0`umK-=(@{8#%T
zi-$4UfD}i(U{Ce~Nnj$JNZ6Jn@bO(Mc$L)5duF?{`YVkWZ|q6mai$`!ei^vI@xS&+
V7Gug|k0o?Zbx|8qF4;!{{{W4N1lRxo
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.json b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.json
new file mode 100644
index 0000000..fc951f8
--- /dev/null
+++ b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 1024,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 4,
+ "drop_rate": 0.7819934077823693,
+ "embedding_dim": 256,
+ "encoder_ff": 512,
+ "encoder_num_layer": 4,
+ "lr": 0.00395752526712301,
+ "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.pkl b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..b37bf1f973a64b530b53a96a1fd66c41fa9881f4
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L}k%h{7Z?^H5|M
zdw5fGlTuSsGV{{oQ!;a>_%bl|aKX$@O9S$mdU#=)fu@3mSbF$iLLl>?%GmPaGg1>%
zrg$^<aHbUH7sMAOmZVN`w|~hd&c!@uZVyvV5s+74dPK5qOLGrbQesJRMtpH*RVvUD
HmQp<cqBl`k
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/progress.csv b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/progress.csv
new file mode 100644
index 0000000..455ff76
--- /dev/null
+++ b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/progress.csv
@@ -0,0 +1,3 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2042.3615145946112,1719499294,checkpoint_000000,True,False,1,52268eca,2024-06-27_16-41-34,132.02876591682434,132.02876591682434,242786,r8i6n8,10.159.28.66,132.02876591682434,1
+2037.3184742364358,1719499413,checkpoint_000001,True,False,2,52268eca,2024-06-27_16-43-33,118.6520447731018,250.68081068992615,242786,r8i6n8,10.159.28.66,250.68081068992615,2
diff --git a/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/result.json b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/result.json
new file mode 100644
index 0000000..1a18466
--- /dev/null
+++ b/ray_results/test_experiment/train_model_52268eca_23_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_16-36-57/result.json
@@ -0,0 +1,2 @@
+{"loss": 2042.3615145946112, "timestamp": 1719499294, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "52268eca", "date": "2024-06-27_16-41-34", "time_this_iter_s": 132.02876591682434, "time_total_s": 132.02876591682434, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7819934077823693, "lr": 0.00395752526712301, "batch_size": 1024}, "time_since_restore": 132.02876591682434, "iterations_since_restore": 1}
+{"loss": 2037.3184742364358, "timestamp": 1719499413, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "52268eca", "date": "2024-06-27_16-43-33", "time_this_iter_s": 118.6520447731018, "time_total_s": 250.68081068992615, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7819934077823693, "lr": 0.00395752526712301, "batch_size": 1024}, "time_since_restore": 250.68081068992615, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719518127.r8i6n8 b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719518127.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..1660f88571c8850a43ac66e1999a121bd1bd1b32
GIT binary patch
literal 3690
zcma*jeQXnT9LMq2I!liYJKUz5AnQ7kF*mzWo%j%KuSZlMG8-!q=$fuQc6IG_w6}Ic
z-CCBdWf_~0fG8@{q0(fsp>xDd0>~f3McIP}vmt{&oS@VPFqcphKscM<<(ss*-~D~>
z-zVSK1G4|WzSgxxs;c|WUuifnV=Tz3_1RtQBdY^6%RRYr=$s~^P5w7{AZSu8R<4t6
zz5SnBUYbYb5LrHZvyN+IX`S2a_vfysc`7{9^j<|W*~3rTRI`~V(GnV>0409L+vs-M
z91QKKZ}7TUE>|WCJ)7~PIvY&J)ToD(PA^N}PGqu$O;xY!l9L|m(rVSy*(fO@3W<C)
z$+<kVjbmJXn~S4;Hh=D^#y+xa?^IW1GJn6V?Kjnkm=_a8#Dg&RyI2Qp^U;3J>!XDS
zYJS%<k0&3vbb0($Rn=m&UrLk^8uY-ORXgYMvVI$U=Fa6~?V(-Z^5bu=%NDTjN`>8#
zxK90h{Aw6rf7gN%9PEQ%m%IojEv=|egI(Hr_5*;e386#+J5L@ZyYnpL0Q+4rm&Epr
z=9+Gr7Z3n@Q5fxGW6KQHw;Gm#%LnS6MFO@W6}HmKQx)3Sd4N6YMhOnK^6a@DFiCn)
zp9Z`8USl1=o)8lWZ1u4yDIb4$24KIyqD4t;K7XT0w`iskV1FY%fQ@Z11k3k@!R1RE
zx9J7!yHjB=5AxK!;_wK-E(@Rp2m7kFq!LViF7|1#ZwxA40obd8Xi@@u^0O$pq@>IQ
zum{9k5}RGsV`|xX^9g`m+=TYAu|tOXHS4Y5@`E1-DFHhp6?Wzxo@(Fas|DEopP&Q>
zd$^ez1C#nsQJ)4oyOf&(*hj@g0z3X|gp^PJZ2{QjhtQ%V_KKB9Of_%KeGjld5+A_E
z?lt7Motgxf552L&B4FQ>3Oi88Q_iuIvjBTp3rcXXJDK}`0h2MYPlKIk3S<E6M_bXP
z1h%m=O7>j;%L=gj#at45<mDes%zRckz%C4-eQfL#h8q{WbKvre_Vz6TwlWp=m9Yd>
zY>B@Fu=!e);9y^KU4xU`9jH%(z3-24J-}8uQ6ho8{pSdo5r6GNfE^ZdN$lCRylMXQ
zv>jmUXta-webKNvu~81N&rIwN3fK!$VgGZ6r_6P?_5$pQNtEDV*FE)94wy7gp*{_^
za_goJfITZF64-GjO6vD-=>yp2X|yPbO?<JCy7WxWFu*=7K7fraGoD<tVFkF{73qx%
z*s4_61;-K;qc|J`*k46af`uJBG6*IOJ5Zknd%0#)CcyqyOeC<I>!ajj4?Uj%*sD9y
zq9pdV6H6#<2P+5Iqv8YD*lMGFciapvHxKo^BVZG$um`$$%9GhE1K69tL<tV|{y!U7
zFnK}j(_r_9E-L`GV;D_JV7mhm@@=M~8eq?fxg_>;1Lah=`%nO2Z#atfv9Sw{UDg`K
Ee>`lO*#H0l
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719520207.r8i6n8 b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/events.out.tfevents.1719520207.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..910dde6168c5346c9902aa09e8a443318c68db2c
GIT binary patch
literal 4596
zcma*rdrVVT90%~)PNYXGv{2+x5UNX-MlEh#M0BH%YqkN#*RuGCyH<LIPI`;?7AK$s
zMMEb(aL9aY3Jf%xE<TnRHYH9pTTr*j)cK5$(QWG7s74AIS+?Dla&CXF^<Mttp7T9l
z&gb5Lek4i;e_AT@wDN?3^G}$@>!xJIQpRehC(T$%(XQ+llg@ta8W-Gmr14#g{I%b*
zqgifW>_}Y#ibo2@TBdiE(v-f~$+Bwqsy?FMbH67u7-{fzk@7_kabz6IK*>157CB3c
zZDc_aRj|CoX{TLkiKHqg)+@Jx%9VfOJgl@iX^M+TB!86A27R#7u{d?M9QELc7Nw&k
zT<NkqDAHAAXGyz@Vn|l~y{pB%JgT5~axlK9y83~9Ganz1v?v9}Svy@okqpJUoD3B>
zfIM-aeM<0vd-u;RkPr9bejR!NW#9w+tyY)aNwXw8#((n-<)7NY%_pSHP6}X;3WsgT
z_YtqGjavt>r)zLT4ED-_8x5ecgU?66?n)eA53qAnaisvZXTRIrm{q+EV4vpWg4ov-
z36|~g7v=-(tTfy&8e3v~xWZNoZhq)izAk{R2#0Mq_y|wlw3z_=_-z~!gI$}v=P{@>
z-og0@*i|o|X$9Ed@(}^-JWq|8jM7{K*x7e+qagNs|1Pkg^&`sw_Cfvt(bz^~>+1e%
z;O3qQi>C#!M~A~UIef&%C5Mjy?8g&vL=5&`b$ubITr&yhBVga_G?W5tnI1<3ux;gT
zvv+vmA%I=Z#|5$Hr){+qE4Rl0Y%hO+XzVKEjs5Po!Oinho%sRmm~hw!I{FBiCu<(S
zo}GpxVz3t)HX1<Xbv_>f`|r2v=K$<&V{xSbcK0T?xwNgO1z@9e92dl{Gaa=sblV(&
zy^cRXG<K6Q`b-xBH(yg+y*Pj!8xFhgs*lhnJh=d{YaBQt2D|6-v35|Yq;Wn1_J{P8
z^8kA%9}&P#X>yz6uk?EXw#tbc1+jP7FIj5HsOtdR%^x5d`;^i2i=!XhoLI4z4qz+8
zVO!qx5$$7U%mvu97#tCUz5Mo6FQ~l4=ObY6nz3Xiz+TAWN&#%tQ)Ax!(obrD-NnZR
zv6CpD<)rgU6Tl{1xL-8(U893Ow*cI{a_!E_0JbU|_TH>s;{C!OjsxsX>u^L2_P!YR
zMNp}%#`y@?zjyXG1MCm@hyb?dnA@!UsMrLsqu1j`LF_lqjwGgb{IdgKSMUdj#+H~K
zEt&^!zCZVix&U@uIBe$iUPAGp{wlyen1>@`um@hHVWlA-=ObWuHr&br*kAGy0qn2N
zyUi6p*X;w?6K3K@LF`lA8lvU+#hU=Tl|Mi<cC4x3=C9+yXI44sTyp?BJ{)!m(Mya#
z8U?`Ktj7^C*mI=26G3H6CeBB|uBe^W0k9kRhyeE0cDH%Us*g_q>`{|(qagO8fr-S_
z+Hc@cQ_UYB8av&j>so*8$gsiTsBX`$cjQ~mmjl?kRvBuRp?I>W#L8G5EUBkfl~4>f
zpwX^ew+wBNp%K9))n8IopHw><p`}(=K@m4Pl~d_5tqP5{Q3XyLH^_0rBe`rD_bdsi
zL!Z&54zk!<Mlsxy5-En3nBeY26d&>^bh84<ZH%*o<fb)$6_=$PODUVpP8X6kyMueg
z{WTOl*dAzBBjwQVp$A1FX|cZ@p(vUxqO7)bnNEpfRB&?Er6G;#8I$o-5&z_?OGPQF
z$dj#ZEJ{^9YjV{+kH)ElC)13$iVQmV{!V*8$(DaN^!~b~=#CU=`1i+BEX$3yB<r$r
zz;=3>GxwwvosjbH@vt=cb16y)u~o^HnJto?&3T{YptvC-?qP76HlpOG-Wp!3GorLG
z<ak|TL@7^yAb7FL$o(fG?7PQX(v2v_|L(X4Ki+TB99-R&<Nss8XMi_n8qt{0?*T6~
z1s3?vHgrK7;akOf9_27c>$Xo1T6DIx%$0W!=}$&_l>C2tina~PbKe;6{+w1CJxunb
G@zj4_)3FEu
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.json b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.json
new file mode 100644
index 0000000..f9d9794
--- /dev/null
+++ b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 8,
+ "drop_rate": 0.049405145459166966,
+ "embedding_dim": 16,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 2,
+ "lr": 0.0917460389036109,
+ "n_head": 2
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.pkl b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..bb4a9124c414555b98e4286ab8dac6a2de1fd671
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQjY3)2fU6fDHj!v_-r83z_)>S4=^
z&qz&70Xc&+r6|83z9_LIb&9+FO7Dd;7#17!Fy#~hdE0AN%Pe?tv4<-uu_QSozBscg
J6=X@N9ssveQ#k+t
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/progress.csv b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/progress.csv
new file mode 100644
index 0000000..31d357d
--- /dev/null
+++ b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/progress.csv
@@ -0,0 +1,21 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1963.1659531480684,1719518209,checkpoint_000000,True,False,1,5436b378,2024-06-27_21-56-49,81.73000359535217,81.73000359535217,242786,r8i6n8,10.159.28.66,81.73000359535217,1
+1991.797592042938,1719518277,checkpoint_000001,True,False,2,5436b378,2024-06-27_21-57-57,68.002121925354,149.73212552070618,242786,r8i6n8,10.159.28.66,149.73212552070618,2
+1962.9070631612942,1719518345,checkpoint_000002,True,False,3,5436b378,2024-06-27_21-59-05,68.36926174163818,218.10138726234436,242786,r8i6n8,10.159.28.66,218.10138726234436,3
+1963.723276213398,1719518413,checkpoint_000003,True,False,4,5436b378,2024-06-27_22-00-13,68.3394775390625,286.44086480140686,242786,r8i6n8,10.159.28.66,286.44086480140686,4
+1964.6577398345225,1719518481,checkpoint_000004,True,False,5,5436b378,2024-06-27_22-01-21,67.95102214813232,354.3918869495392,242786,r8i6n8,10.159.28.66,354.3918869495392,5
+1963.233094703494,1719518550,checkpoint_000005,True,False,6,5436b378,2024-06-27_22-02-30,68.2700297832489,422.6619167327881,242786,r8i6n8,10.159.28.66,422.6619167327881,6
+1998.2474076879307,1719518618,checkpoint_000006,True,False,7,5436b378,2024-06-27_22-03-38,67.93067574501038,490.59259247779846,242786,r8i6n8,10.159.28.66,490.59259247779846,7
+1966.4671976885459,1719518686,checkpoint_000007,True,False,8,5436b378,2024-06-27_22-04-46,68.20492196083069,558.7975144386292,242786,r8i6n8,10.159.28.66,558.7975144386292,8
+1997.90943055641,1719518754,checkpoint_000008,True,False,9,5436b378,2024-06-27_22-05-54,68.2099084854126,627.0074229240417,242786,r8i6n8,10.159.28.66,627.0074229240417,9
+1964.396376722441,1719518822,checkpoint_000009,True,False,10,5436b378,2024-06-27_22-07-02,67.73129034042358,694.7387132644653,242786,r8i6n8,10.159.28.66,694.7387132644653,10
+1971.7665900282973,1719520288,checkpoint_000010,True,False,11,5436b378,2024-06-27_22-31-28,81.72813010215759,776.4668433666229,242786,r8i6n8,10.159.28.66,81.72813010215759,1
+1962.3812928687869,1719520357,checkpoint_000011,True,False,12,5436b378,2024-06-27_22-32-37,68.32595419883728,844.7927975654602,242786,r8i6n8,10.159.28.66,150.05408430099487,2
+1961.6378394900344,1719520425,checkpoint_000012,True,False,13,5436b378,2024-06-27_22-33-45,67.94392895698547,912.7367265224457,242786,r8i6n8,10.159.28.66,217.99801325798035,3
+1963.4142201341044,1719520493,checkpoint_000013,True,False,14,5436b378,2024-06-27_22-34-53,68.2390410900116,980.9757676124573,242786,r8i6n8,10.159.28.66,286.23705434799194,4
+1974.0520605853224,1719520561,checkpoint_000014,True,False,15,5436b378,2024-06-27_22-36-01,68.27515816688538,1049.2509257793427,242786,r8i6n8,10.159.28.66,354.5122125148773,5
+1966.7488004429133,1719520630,checkpoint_000015,True,False,16,5436b378,2024-06-27_22-37-10,68.31270408630371,1117.5636298656464,242786,r8i6n8,10.159.28.66,422.82491660118103,6
+1962.6332181194637,1719520698,checkpoint_000016,True,False,17,5436b378,2024-06-27_22-38-18,67.964919090271,1185.5285489559174,242786,r8i6n8,10.159.28.66,490.789835691452,7
+1953.7692371278297,1719520766,checkpoint_000017,True,False,18,5436b378,2024-06-27_22-39-26,68.35524988174438,1253.8837988376617,242786,r8i6n8,10.159.28.66,559.1450855731964,8
+1954.2639188991757,1719520834,checkpoint_000018,True,False,19,5436b378,2024-06-27_22-40-34,68.39789581298828,1322.28169465065,242786,r8i6n8,10.159.28.66,627.5429813861847,9
+1954.128303587906,1719520903,checkpoint_000019,True,False,20,5436b378,2024-06-27_22-41-43,68.36882543563843,1390.6505200862885,242786,r8i6n8,10.159.28.66,695.9118068218231,10
diff --git a/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/result.json b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/result.json
new file mode 100644
index 0000000..31c908f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_5436b378_39_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_21-42-40/result.json
@@ -0,0 +1,20 @@
+{"loss": 1963.1659531480684, "timestamp": 1719518209, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "5436b378", "date": "2024-06-27_21-56-49", "time_this_iter_s": 81.73000359535217, "time_total_s": 81.73000359535217, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 81.73000359535217, "iterations_since_restore": 1}
+{"loss": 1991.797592042938, "timestamp": 1719518277, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "5436b378", "date": "2024-06-27_21-57-57", "time_this_iter_s": 68.002121925354, "time_total_s": 149.73212552070618, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 149.73212552070618, "iterations_since_restore": 2}
+{"loss": 1962.9070631612942, "timestamp": 1719518345, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "5436b378", "date": "2024-06-27_21-59-05", "time_this_iter_s": 68.36926174163818, "time_total_s": 218.10138726234436, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 218.10138726234436, "iterations_since_restore": 3}
+{"loss": 1963.723276213398, "timestamp": 1719518413, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "5436b378", "date": "2024-06-27_22-00-13", "time_this_iter_s": 68.3394775390625, "time_total_s": 286.44086480140686, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 286.44086480140686, "iterations_since_restore": 4}
+{"loss": 1964.6577398345225, "timestamp": 1719518481, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "5436b378", "date": "2024-06-27_22-01-21", "time_this_iter_s": 67.95102214813232, "time_total_s": 354.3918869495392, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 354.3918869495392, "iterations_since_restore": 5}
+{"loss": 1963.233094703494, "timestamp": 1719518550, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "5436b378", "date": "2024-06-27_22-02-30", "time_this_iter_s": 68.2700297832489, "time_total_s": 422.6619167327881, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 422.6619167327881, "iterations_since_restore": 6}
+{"loss": 1998.2474076879307, "timestamp": 1719518618, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "5436b378", "date": "2024-06-27_22-03-38", "time_this_iter_s": 67.93067574501038, "time_total_s": 490.59259247779846, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 490.59259247779846, "iterations_since_restore": 7}
+{"loss": 1966.4671976885459, "timestamp": 1719518686, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "5436b378", "date": "2024-06-27_22-04-46", "time_this_iter_s": 68.20492196083069, "time_total_s": 558.7975144386292, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 558.7975144386292, "iterations_since_restore": 8}
+{"loss": 1997.90943055641, "timestamp": 1719518754, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "5436b378", "date": "2024-06-27_22-05-54", "time_this_iter_s": 68.2099084854126, "time_total_s": 627.0074229240417, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 627.0074229240417, "iterations_since_restore": 9}
+{"loss": 1964.396376722441, "timestamp": 1719518822, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "5436b378", "date": "2024-06-27_22-07-02", "time_this_iter_s": 67.73129034042358, "time_total_s": 694.7387132644653, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 694.7387132644653, "iterations_since_restore": 10}
+{"loss": 1971.7665900282973, "timestamp": 1719520288, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "5436b378", "date": "2024-06-27_22-31-28", "time_this_iter_s": 81.72813010215759, "time_total_s": 776.4668433666229, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 81.72813010215759, "iterations_since_restore": 1}
+{"loss": 1962.3812928687869, "timestamp": 1719520357, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "5436b378", "date": "2024-06-27_22-32-37", "time_this_iter_s": 68.32595419883728, "time_total_s": 844.7927975654602, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 150.05408430099487, "iterations_since_restore": 2}
+{"loss": 1961.6378394900344, "timestamp": 1719520425, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "5436b378", "date": "2024-06-27_22-33-45", "time_this_iter_s": 67.94392895698547, "time_total_s": 912.7367265224457, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 217.99801325798035, "iterations_since_restore": 3}
+{"loss": 1963.4142201341044, "timestamp": 1719520493, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "5436b378", "date": "2024-06-27_22-34-53", "time_this_iter_s": 68.2390410900116, "time_total_s": 980.9757676124573, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 286.23705434799194, "iterations_since_restore": 4}
+{"loss": 1974.0520605853224, "timestamp": 1719520561, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "5436b378", "date": "2024-06-27_22-36-01", "time_this_iter_s": 68.27515816688538, "time_total_s": 1049.2509257793427, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 354.5122125148773, "iterations_since_restore": 5}
+{"loss": 1966.7488004429133, "timestamp": 1719520630, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "5436b378", "date": "2024-06-27_22-37-10", "time_this_iter_s": 68.31270408630371, "time_total_s": 1117.5636298656464, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 422.82491660118103, "iterations_since_restore": 6}
+{"loss": 1962.6332181194637, "timestamp": 1719520698, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "5436b378", "date": "2024-06-27_22-38-18", "time_this_iter_s": 67.964919090271, "time_total_s": 1185.5285489559174, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 490.789835691452, "iterations_since_restore": 7}
+{"loss": 1953.7692371278297, "timestamp": 1719520766, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "5436b378", "date": "2024-06-27_22-39-26", "time_this_iter_s": 68.35524988174438, "time_total_s": 1253.8837988376617, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 559.1450855731964, "iterations_since_restore": 8}
+{"loss": 1954.2639188991757, "timestamp": 1719520834, "checkpoint_dir_name": "checkpoint_000018", "should_checkpoint": true, "done": false, "training_iteration": 19, "trial_id": "5436b378", "date": "2024-06-27_22-40-34", "time_this_iter_s": 68.39789581298828, "time_total_s": 1322.28169465065, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 627.5429813861847, "iterations_since_restore": 9}
+{"loss": 1954.128303587906, "timestamp": 1719520903, "checkpoint_dir_name": "checkpoint_000019", "should_checkpoint": true, "done": false, "training_iteration": 20, "trial_id": "5436b378", "date": "2024-06-27_22-41-43", "time_this_iter_s": 68.36882543563843, "time_total_s": 1390.6505200862885, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.049405145459166966, "lr": 0.0917460389036109, "batch_size": 2048}, "time_since_restore": 695.9118068218231, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/events.out.tfevents.1719533291.r8i6n8 b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/events.out.tfevents.1719533291.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..729453f16d50c83ce8d63943921861a95b65042a
GIT binary patch
literal 4596
zcma*re^8Tk90%~RDf)bC2~&Oz`5|K2PQrPLVdS2TM@`UB@4QpfdmQY6P1!TthDv2D
zs06blFS`^F6*5Vb>COa~9!93dX`bkH)k&V<8P+9Uo0dQBdN#)Q;bWW6!+$*A@B91S
z_w{|?_!27_{Aw)EO(ANN?w%-b_*tuz=UeqA_N6)N8P+~)8spl2a$;bfvtdIvF{A3t
z72mvwFjX`fhvZg$S-QQHWzvf+He1yEbT4K5aDCd;KxBva5=|V~iX#)z1f;|fo6%BQ
zY@iE_Ou^a`i;1;INhA)9Gh%T&sFZEPd01(%unZTGNNO*wJeeM-G_OinMAY+<6qJnO
zaHZX3W@x+7WTQ=X#!B0wmhZi&o3UxiYIPu9Us>5tB-G%>RFs0^Vcce73mDqU*z6W7
z<6l5~hRB;4Sm4(0KP)G9@C&HWWHbRU;A_>}O%~Qh!)1IspY$-<0d_v+^INz5*wSFw
zhwgePucN#VV1Kp~N5o*ODXkh*zPbzNLtyWzy`TWt{d`0KdyD*t?vJzg4*~4TTHGjz
zz3wMX_Inl2d=Iddb$9{M*b;KZvGY!_^VJJd!yLXhTNVtvs`DSpd$z9`U{@~05i!^s
z-#R=1D$(mW9|F5Kw|W3zck&Sd><2fF=;U;n8enVkaHAmh2E*2DB(2#7u#fQzh{h(#
z*e>J&JKwC?9OK6x5e)m>DlheS9Hj)<y(Er^!B$UGECrQowKyLF`+81h6~MmFM+C5+
zk8<f2t50<S>~%WaD2RRf#rABq`;}gR-N!E=8rwk@9nAa)>^zgYlIF)A84P=Nu7_eY
zJEsHeC3A2@40c=Uv>BlC8lMk=z5hXfFTgIEiz@}NyO^W8?lgM~!0zSag4okLZ)RW4
zowplczcCN@i^kqV7G2kS!Oq*7GbulIcrffA_j#xbmVvbZ``TAHA_n_-k0%~f<{!lQ
z5ZGPS-J<~ZZ9XD^o&ADK_eHpCEWj>o!Ht606>|ydn~eqK0Q(xhfN1Ovvg6BkCD?hz
zgSr)d>`}q66Jxwomh6rjVAnmw5i!``E$eZE%EU)F9|D^yU0n&VoA`(Tc3X@~w{Fqm
z9Dp7D7&i)Hmo+C*+jsrd4zR2E1w><CC!I-?-v&ExDt}z!#~vLFyN&QtaW_AW1K1}V
zI3fnSV}yGbsGR*S&WFH`%ya4hb_X93z&;q}(%p%ly%1n$RNzKI?88I`72SRQV}RYv
zFCZFQqD{-G4hK6gY+bO~k4*%_PCf0R-Wj=90kF3?aYPJu-I|8Opi*-L=R;uUHTE<B
z?6Z7C0Q>6tqq?h7a}&VMI*J<wv8$IYpdM{1sRh_hegV<g5!(43f5P9{lVe)z{n#iN
zcB9)vWjuU#DZtK)#St;sUst-f1MDk&J_Pnf)s{&BdsQ5+6u|C^aOpa;B=Aqa%Y0lA
zd*6wCYGruK27vvV68DS7PS#qcq_jH21}{f7^*h%PyVKkK*s3NO+ABljXk&@qsyEx{
zbY^1-W92SrtUaenhTfN<QGp@Fzf#3LY07g5<?HPQM(*nLCX*~nQK07xOo7F~UF5jS
zBVAa?J&Qw8!=JIGX1Z8k##p(bNF*N`vIb_yqH)6>4WBGWgu!Ylp}E_duZqhu=6uFr
zFtJ6n!DQwhai4}^2iyJ4Q7Cfg`{4_PBWba(9iecRHZpocvP>0;#wg&;S(S*!E1q&Q
zej?(#`Kl67ydw0?R+WSj6i>UkswSa{3gMgSepzM)8#upj@9djJ^beii4JrCfipKNj
zXJc$O?rKZh?0OE^#1>j|PDznl%AaGaRM{d$(Zg&NMC3i=reDJ=yESO+5E1t<aGNHP
z@`+Q!V|z%H7=#>;N02D~$rl6<I!Nw65kb!$Pe~@x7~k1(5AMdF?wvXMWsUE{fY$&|
zo=T#a;qL<;;65ccz`wS5poZlBvk?4U#d8KUAAEA4FDqbi?s(%8LNYb*)1yY|Ncn$z
XhBXYzbMF}MJ|aarI_#wUm!AIs6Ii|I
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.json b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.json
new file mode 100644
index 0000000..4b81f09
--- /dev/null
+++ b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 1024,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 2048,
+ "decoder_rt_num_layer": 8,
+ "drop_rate": 0.3048722403961074,
+ "embedding_dim": 16,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 4,
+ "lr": 0.0003667007874849629,
+ "n_head": 2
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.pkl b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..21247e854079223f9269154d5d6af8d743ac801c
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQjY3)2fU6e`3A69O3r7GvsR%ZtxQ
zO-z~M&D6u0Qj}j1UzAvqI>p`oax>fQ+Kg{KOgTkBo&|^b<Ac&4d$^JkOOi9<i!-ZI
KftIk8>Hz@54pSij
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/progress.csv b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/progress.csv
new file mode 100644
index 0000000..dcf213d
--- /dev/null
+++ b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1961.4776693028728,1719533395,checkpoint_000000,True,False,1,57284f74,2024-06-28_02-09-55,103.31512880325317,103.31512880325317,242786,r8i6n8,10.159.28.66,103.31512880325317,1
+1959.5523080900898,1719533483,checkpoint_000001,True,False,2,57284f74,2024-06-28_02-11-23,88.52644205093384,191.841570854187,242786,r8i6n8,10.159.28.66,191.841570854187,2
+1990.1104097141056,1719533572,checkpoint_000002,True,False,3,57284f74,2024-06-28_02-12-52,88.94331359863281,280.7848844528198,242786,r8i6n8,10.159.28.66,280.7848844528198,3
+1962.9307063545768,1719533662,checkpoint_000003,True,False,4,57284f74,2024-06-28_02-14-22,89.54130935668945,370.3261938095093,242786,r8i6n8,10.159.28.66,370.3261938095093,4
+1954.3513726662463,1719533751,checkpoint_000004,True,False,5,57284f74,2024-06-28_02-15-51,89.19881558418274,459.525009393692,242786,r8i6n8,10.159.28.66,459.525009393692,5
+1957.0877286655696,1719533840,checkpoint_000005,True,False,6,57284f74,2024-06-28_02-17-20,89.5766806602478,549.1016900539398,242786,r8i6n8,10.159.28.66,549.1016900539398,6
+1960.7224668968381,1719533930,checkpoint_000006,True,False,7,57284f74,2024-06-28_02-18-50,89.54632711410522,638.648017168045,242786,r8i6n8,10.159.28.66,638.648017168045,7
+1960.303706612174,1719534019,checkpoint_000007,True,False,8,57284f74,2024-06-28_02-20-19,89.50325727462769,728.1512744426727,242786,r8i6n8,10.159.28.66,728.1512744426727,8
+1958.0356551042692,1719534109,checkpoint_000008,True,False,9,57284f74,2024-06-28_02-21-49,89.23209404945374,817.3833684921265,242786,r8i6n8,10.159.28.66,817.3833684921265,9
+1957.8637003260335,1719534198,checkpoint_000009,True,False,10,57284f74,2024-06-28_02-23-18,89.53279662132263,906.9161651134491,242786,r8i6n8,10.159.28.66,906.9161651134491,10
diff --git a/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/result.json b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/result.json
new file mode 100644
index 0000000..7f49bdf
--- /dev/null
+++ b/ray_results/test_experiment/train_model_57284f74_48_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-28_01-55-17/result.json
@@ -0,0 +1,10 @@
+{"loss": 1961.4776693028728, "timestamp": 1719533395, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "57284f74", "date": "2024-06-28_02-09-55", "time_this_iter_s": 103.31512880325317, "time_total_s": 103.31512880325317, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 103.31512880325317, "iterations_since_restore": 1}
+{"loss": 1959.5523080900898, "timestamp": 1719533483, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "57284f74", "date": "2024-06-28_02-11-23", "time_this_iter_s": 88.52644205093384, "time_total_s": 191.841570854187, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 191.841570854187, "iterations_since_restore": 2}
+{"loss": 1990.1104097141056, "timestamp": 1719533572, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "57284f74", "date": "2024-06-28_02-12-52", "time_this_iter_s": 88.94331359863281, "time_total_s": 280.7848844528198, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 280.7848844528198, "iterations_since_restore": 3}
+{"loss": 1962.9307063545768, "timestamp": 1719533662, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "57284f74", "date": "2024-06-28_02-14-22", "time_this_iter_s": 89.54130935668945, "time_total_s": 370.3261938095093, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 370.3261938095093, "iterations_since_restore": 4}
+{"loss": 1954.3513726662463, "timestamp": 1719533751, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "57284f74", "date": "2024-06-28_02-15-51", "time_this_iter_s": 89.19881558418274, "time_total_s": 459.525009393692, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 459.525009393692, "iterations_since_restore": 5}
+{"loss": 1957.0877286655696, "timestamp": 1719533840, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "57284f74", "date": "2024-06-28_02-17-20", "time_this_iter_s": 89.5766806602478, "time_total_s": 549.1016900539398, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 549.1016900539398, "iterations_since_restore": 6}
+{"loss": 1960.7224668968381, "timestamp": 1719533930, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "57284f74", "date": "2024-06-28_02-18-50", "time_this_iter_s": 89.54632711410522, "time_total_s": 638.648017168045, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 638.648017168045, "iterations_since_restore": 7}
+{"loss": 1960.303706612174, "timestamp": 1719534019, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "57284f74", "date": "2024-06-28_02-20-19", "time_this_iter_s": 89.50325727462769, "time_total_s": 728.1512744426727, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 728.1512744426727, "iterations_since_restore": 8}
+{"loss": 1958.0356551042692, "timestamp": 1719534109, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "57284f74", "date": "2024-06-28_02-21-49", "time_this_iter_s": 89.23209404945374, "time_total_s": 817.3833684921265, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 817.3833684921265, "iterations_since_restore": 9}
+{"loss": 1957.8637003260335, "timestamp": 1719534198, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "57284f74", "date": "2024-06-28_02-23-18", "time_this_iter_s": 89.53279662132263, "time_total_s": 906.9161651134491, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.3048722403961074, "lr": 0.0003667007874849629, "batch_size": 1024}, "time_since_restore": 906.9161651134491, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719491580.r8i6n8 b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719491580.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..7736a024cdcc61a34db0dc614b1089e6deda30e6
GIT binary patch
literal 405
zcmb1OfPlsI-b$S753BwUn}5?$iZ`h!F*8rkwJbHS#L6hK#CVr7RNaR8<<6XiYuR1H
zf$9VpwZynYxOj^aEA>lC^HTM5@{5Z_L-fA8OuM&K!T_pe>embLoc^2OT9mmIxuoD)
ziZk*{b5i1yGg6bY3-UAbN<<kL8tl`Z;*3$Oe6$6wAJxi~{Jd1476yhmvETOkP%Cp|
zWdk_Nw!*b2aVc;~!mTXH%uS6i$;d2@&n!tTiZ2#*JlyT9nRkAvAyoU^=H{22pAgzr
zxRki0QMDIm<|U`b7o`@L<QJua4KVm3yTcr6!1EWUA~`d+!R^=L(%@2r8vwF3u_QA;
QuQ(pn7?96(9)9En0J6V+_W%F@
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719494192.r8i6n8 b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/events.out.tfevents.1719494192.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..88882967844d4089791fa41f7400617d8675e673
GIT binary patch
literal 1311
zcmah|O-K}B7+z<?nwM7H(KTIvT4xJl4vpKvK!V+{66_K|fnj`&JD<+j?l;TKnAs&k
zgbp5zis)cwdP~yC>JUVD66;VM`tec(k<lTE?B~`u?(Da-rZ%^EpZ9s6?|a_otMX;P
ziHk=?UhIeuw~xI$7!Gurica<(K8K0jyzh;CJrH&KX2$wj_>QUME2poFlPaMC0;bY0
z+r0$KDZ{ctKTiBQG=FFOYoklKw(<h;C+{&z6dEARD3)gQrc{*FaPn-%(1{)L`3B;N
zg}aRfl0)|yzfe*&2&NRDPgp6IWmhtNy6zZXIm;*_M4*~U+IkuzThlG1+t@@_Xs&g*
zMR>Wm6m#jLgM(lAt9kk^5TT}!Zs{b6k%=waF!Abu-&fja_PYZ<FD<n5+aEA}3HCq(
z8{nuawr&s$6^?Ok{xtNgXQn7SXJqt74`0$Y89PPImL~l$?uQDbWfW6MTS&&|GuWhe
zA$Hp(KMeU{s|yK#IN>KJmH>1rc2c7%7jVQc3Q(frq@mI~Q=d^+7p+x8$Xg@5X_Qj>
zu}PsI1agq+c2_}#r{rx80I!-x2GNT-Qk09+omf?M(v4I-O-uANm}J#gl|vBB{d)%$
z1DA5t0g4IIu%br%QV>do!jMVzP%CT_qBRsJBvKvJ2pfk$+6i^SW=ocKLsa<x65oDW
zd`{f`&3(Jw%%92a?;{8AIjGI=&%%~PQ-Ca6p$6-u%V>MT!DBAJ$7wD+#X+UVTY(Q2
zHGO}5^Wld$l;<p>#cW_A2?(#*8pCcSpne_88D5rvnzaF8;6Q>t+I4r&TBvrZvpZVQ
z%8#_RG@-b2n1UFv=1c;1c=N!3kyRicTQ4APkX6>R9G@PEb{}vb;ryeC<9uJv{TRp)
Y{?~g<)U5L~V|m}Vh}^a!G`oEHFA$-Ta{vGU
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.json b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.json
new file mode 100644
index 0000000..d887dfd
--- /dev/null
+++ b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 1024,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 2048,
+ "decoder_rt_num_layer": 8,
+ "drop_rate": 0.5222925375143747,
+ "embedding_dim": 256,
+ "encoder_ff": 1024,
+ "encoder_num_layer": 4,
+ "lr": 0.001905027104926316,
+ "n_head": 8
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.pkl b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..9ff032e426e19f01e56fd303cc5f72341b3b50d5
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+F!pf4%uY)K@>zO#VVZ%af`vGG_+UaH^T1+EJ#2aL
z8L5dWQ@lBPI8%!93*w6sOH!w}+dtSg@7gCb#vZ1eA|Nl`%-P*dIHQLvDX}CuBfdDZ
KDivf&sU85+SyAx-
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/progress.csv b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/progress.csv
new file mode 100644
index 0000000..65854ee
--- /dev/null
+++ b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/progress.csv
@@ -0,0 +1,3 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1977.4477678434116,1719491860,checkpoint_000000,True,False,1,5dabf7aa,2024-06-27_14-37-40,279.5254096984863,279.5254096984863,35196,r8i6n8,10.159.28.66,279.5254096984863,1
+1978.6859784464198,1719494473,checkpoint_000001,True,False,2,5dabf7aa,2024-06-27_15-21-13,280.56061816215515,560.0860278606415,69992,r8i6n8,10.159.28.66,280.56061816215515,1
diff --git a/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/result.json b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/result.json
new file mode 100644
index 0000000..5e13e4d
--- /dev/null
+++ b/ray_results/test_experiment/train_model_5dabf7aa_8_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-31-55/result.json
@@ -0,0 +1,2 @@
+{"loss": 1977.4477678434116, "timestamp": 1719491860, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "5dabf7aa", "date": "2024-06-27_14-37-40", "time_this_iter_s": 279.5254096984863, "time_total_s": 279.5254096984863, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.5222925375143747, "lr": 0.001905027104926316, "batch_size": 1024}, "time_since_restore": 279.5254096984863, "iterations_since_restore": 1}
+{"loss": 1978.6859784464198, "timestamp": 1719494473, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "5dabf7aa", "date": "2024-06-27_15-21-13", "time_this_iter_s": 280.56061816215515, "time_total_s": 560.0860278606415, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.5222925375143747, "lr": 0.001905027104926316, "batch_size": 1024}, "time_since_restore": 280.56061816215515, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719496720.r8i6n8 b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719496720.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..be6f28d5db2eabf0fd7be2c4859c0d59de3f0408
GIT binary patch
literal 770
zcmb1OfPlsI-b$SQoop;I^KUvz@g@}|X6EU+mZj#ESQ(wx)8kf#s@pKX+?jLU<D23j
zbpni9Vq79zyhVwX`X!}#srotj#l@lzi+;GY-TS}T0IFr`*9-BSb6&u;D03-tNx`)g
zXXKaWq{Js@q$Xz<<Y(rUh%zuV*q3d;rGaAQidS&`s8*)r=cNL*Ffc4wwREXI)XLmg
z*#J)C*KjRLTnb#0a4SnPb5r9>GBS(fGfPs7;)_L(&6wxZ>-x#d5UPD{bMs5i%?Rx(
zTuNNhsM?D&^O95Ji&BeA@{3Zz2E?TN>otcO@chN8NKVx^aQn5mG`JMu27qi$EXmBz
zD~?As2IO<^(i^8xeEv{aO9LF(OxOb3vf-;sSL%d^D1rS)1g?dcz?N9gsDxr=uP9tU
zj=-MM8+ZyOu%*S|S_lO8ys9Rr2Dg%El)#>k&`vP0H+2d)KU=5s8YQsh#o_i79oP&G
JGr#0)1OP~2^{W5?
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719502633.r8i6n8 b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719502633.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..854c485acfed8806158ac9e044f97e1e6b0a9c46
GIT binary patch
literal 770
zcmb1OfPlsI-b$Q4)_JEA=ihXc;!P?_%*@ksElbTSu`)U=B=ATXs&2#la%axjM}+Tz
z)Cn+aiE)W=@fIak>X($}rRwM87Z;0)JpAf1^X#PO22d?izg~#ve0CD9MVU*HOA4-~
zI3vF_CnY{PBQ-g@AU`v&M3jM{!Cp@C@COttGtR*Eqgt7gpO*^M!oYB~YLT)&)XLmg
z*#OQT2rWun3S5$KD@!tSQ{ziAGK=FgOHzyCi$xb{%yl}bH`C4#s(o&A^GnW>vv3<#
zxRki0QMDIm<|U`b7o`@L<QJua4T$~VRbvh{;Q5PFk(@6P2550<a4EtK0NI*Yl9``Z
z9FJ-Y$meQde~zK}d}d_wJ8)pLU<>Ty_rJJ2_|1M2C9ro#!L<+**mrb!%}}g#iiYdQ
z5!h#E&wGgy*e4KL2n2RUWs}qNk2mvB0^2PHZX?0KX1&Poe8qmtJe0uRjWB@dz-DlG
IxWYmf00)--i2wiq
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719505849.r8i6n8 b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/events.out.tfevents.1719505849.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..93833e9d3bc46d9f01db50ffda731b139ad93204
GIT binary patch
literal 2406
zcma)-e{2(F7{|LSY`Z7vejMwh-4C}`!#pG1#vddV?YUKi@z0_R;SX}T-o3M@?cH*B
zQ&AH-7Lvt9B@#n0PSA~@1|o^#5-})46BsTo(ZpyZ82@k*h!U0I{DHo0ukZDpEp7k1
z_j$hW_kBOl)Aw2J%Kj#IZwas`_ozQBhrW5h?}-_bs;zzSNu*ifZf4{CXM%R#i9=8I
zvg>|tWf0D*Tgf*<19%K+SI8RHP$;3Brg#0qV)VPnkprE!<dy65A{$#Gk|4B$pGeHO
zKAccQIgaEfhICc4ye?NNQZ@UiNm+jW7tzy}imo9nak+fY{VIoS%jC|MepddQNCMCX
zK4NL9NhDfv)f80=8KUWZ@90EN)IB%dWy>c<M=!IN9r+y)fF@dQs+x>M1DTd?pv(q;
zJoMTp>+KB|ewy9EqJM}#4;|1>Hb}clma1!}NN<zA`HRfy8`RCeWj1md*p-D~k34@P
z`qqzKJO$ggf=J4Neb+JHZ<OVfqb~y6JwE*s1v|8oSeAe-uN	J@V@76zt=Uyd>=L
zWNq)=M^DaCu!EJvziikpVfW@MGt|u!n??c|*j0sKAOGlj^y7|g%@pjtn~9_x*uk$3
zU!*MS`iQ;=?17GjH5BXvj-&+a{a=stpbsuoQ?P5c5XX|Rx9;fg{qx|GPQe~?HYgjm
zAXGKJKTq8pZl3GTz^*O?dtk$2^zHV0WeRrSUm__7_9I_dVaoCyM_&Z?nhO^N3ievp
z`P?Z>!2UkGr>9fjHcG*sbmS#r$4-s)rj!po6l{M5@h=;8N_ckev;Gqm+2?5A#KFhe
zsk7nnG;Ds#4R5%iL5vSchLkkL5PEtD8Td)mtiCZf>~%wx9paW4ZjlMp0K_Cqj^oGb
z8Pw(ua8RQlSy%AWiJxn6a1gKgz?;9O4JXBfv<n$HR1cn9$gs0lLqpzDezFHx#n6XD
z{640wuofj_NKsVnF;P*IcnO~dX<7G-vlr@f-}xI=0+UF)15|2a97#%>o3Dpjj-FL~
zD>QSrm_^GZ=~=_KKoeJdmhiVj3wNto!QTl%uJkN8-z{9#?E208@@AO5nXBIq3|wNM
z*{Pq2OcM_i(X=ECSk(sgzS9hxVw^g@%lMBm(3r=TW9w5pFMS!bW+SjFhX^lb8>UkL
z|FWu)*ggST3m_-)YY}K#-XJ8H67cLVSbLIECqQkwc6i~+{(EM&zVLD+eHf|@NHRX?
zZTbB`0*5mJr)^09A3so}S4qyb$kNrh`3?3gKQ}%3Fx&8{{qO055cvPk9%)LJJnk`v
P`-%WlU2)&`(SiQ};Wp+<
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.json b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.json
new file mode 100644
index 0000000..2a6fdd0
--- /dev/null
+++ b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 1024,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 4,
+ "drop_rate": 0.2066693100484649,
+ "embedding_dim": 16,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 1,
+ "lr": 0.01811726031464282,
+ "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.pkl b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..0b29c61cb3788bf9ef4685beab9bc561e79f7a55
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1Nu=I$+Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQjY3)2fU6fDHj!v_-r83z_)>S4=^
z&qz&70hz#=Qj}j1UzAvqI>p`oREhHC`>_o@OgTkB-lX1;L%Ne+_i!a8mLzAy7iU(b
K0xe-F)dK*{>QlP_
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/progress.csv b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/progress.csv
new file mode 100644
index 0000000..c73f91f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/progress.csv
@@ -0,0 +1,9 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1987.5899369848057,1719496799,checkpoint_000000,True,False,1,5fd6b12b,2024-06-27_15-59-59,79.29838418960571,79.29838418960571,69992,r8i6n8,10.159.28.66,79.29838418960571,1
+1964.0069681002399,1719496864,checkpoint_000001,True,False,2,5fd6b12b,2024-06-27_16-01-04,65.23948526382446,144.53786945343018,69992,r8i6n8,10.159.28.66,144.53786945343018,2
+1967.0336683378446,1719502712,checkpoint_000002,True,False,3,5fd6b12b,2024-06-27_17-38-32,78.57935905456543,223.1172285079956,242786,r8i6n8,10.159.28.66,78.57935905456543,1
+1958.9930592934916,1719502777,checkpoint_000003,True,False,4,5fd6b12b,2024-06-27_17-39-37,65.23711919784546,288.35434770584106,242786,r8i6n8,10.159.28.66,143.8164782524109,2
+1975.2254739596149,1719505928,checkpoint_000004,True,False,5,5fd6b12b,2024-06-27_18-32-08,78.82753491401672,367.1818826198578,242786,r8i6n8,10.159.28.66,78.82753491401672,1
+1980.3283037801427,1719505993,checkpoint_000005,True,False,6,5fd6b12b,2024-06-27_18-33-13,64.60036778450012,431.7822504043579,242786,r8i6n8,10.159.28.66,143.42790269851685,2
+1965.8961032657173,1719506058,checkpoint_000006,True,False,7,5fd6b12b,2024-06-27_18-34-18,64.92104005813599,496.7032904624939,242786,r8i6n8,10.159.28.66,208.34894275665283,3
+1969.885332723302,1719506123,checkpoint_000007,True,False,8,5fd6b12b,2024-06-27_18-35-23,65.11498975753784,561.8182802200317,242786,r8i6n8,10.159.28.66,273.4639325141907,4
diff --git a/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/result.json b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/result.json
new file mode 100644
index 0000000..e77b071
--- /dev/null
+++ b/ray_results/test_experiment/train_model_5fd6b12b_18_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_15-07-12/result.json
@@ -0,0 +1,8 @@
+{"loss": 1987.5899369848057, "timestamp": 1719496799, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "5fd6b12b", "date": "2024-06-27_15-59-59", "time_this_iter_s": 79.29838418960571, "time_total_s": 79.29838418960571, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 79.29838418960571, "iterations_since_restore": 1}
+{"loss": 1964.0069681002399, "timestamp": 1719496864, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "5fd6b12b", "date": "2024-06-27_16-01-04", "time_this_iter_s": 65.23948526382446, "time_total_s": 144.53786945343018, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 144.53786945343018, "iterations_since_restore": 2}
+{"loss": 1967.0336683378446, "timestamp": 1719502712, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "5fd6b12b", "date": "2024-06-27_17-38-32", "time_this_iter_s": 78.57935905456543, "time_total_s": 223.1172285079956, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 78.57935905456543, "iterations_since_restore": 1}
+{"loss": 1958.9930592934916, "timestamp": 1719502777, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "5fd6b12b", "date": "2024-06-27_17-39-37", "time_this_iter_s": 65.23711919784546, "time_total_s": 288.35434770584106, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 143.8164782524109, "iterations_since_restore": 2}
+{"loss": 1975.2254739596149, "timestamp": 1719505928, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "5fd6b12b", "date": "2024-06-27_18-32-08", "time_this_iter_s": 78.82753491401672, "time_total_s": 367.1818826198578, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 78.82753491401672, "iterations_since_restore": 1}
+{"loss": 1980.3283037801427, "timestamp": 1719505993, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "5fd6b12b", "date": "2024-06-27_18-33-13", "time_this_iter_s": 64.60036778450012, "time_total_s": 431.7822504043579, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 143.42790269851685, "iterations_since_restore": 2}
+{"loss": 1965.8961032657173, "timestamp": 1719506058, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "5fd6b12b", "date": "2024-06-27_18-34-18", "time_this_iter_s": 64.92104005813599, "time_total_s": 496.7032904624939, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 208.34894275665283, "iterations_since_restore": 3}
+{"loss": 1969.885332723302, "timestamp": 1719506123, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "5fd6b12b", "date": "2024-06-27_18-35-23", "time_this_iter_s": 65.11498975753784, "time_total_s": 561.8182802200317, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2066693100484649, "lr": 0.01811726031464282, "batch_size": 1024}, "time_since_restore": 273.4639325141907, "iterations_since_restore": 4}
diff --git a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/events.out.tfevents.1719511075.r8i6n8 b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/events.out.tfevents.1719511075.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..eec18df11df964acc5b7fe68863e7e851e77ecca
GIT binary patch
literal 4596
zcma*rdrVVT90%~yGU1-3A{Bg8MW`~h$wU!h5+;3ImdQ+HQ-?0oyTZMtx6<3D4?wd4
zK6p5zLKa<|Prx`MOzR^`oR0}h=G08aVCWu-xGCz4W=4mPncbFhE<e|LFaPzP^F805
z&$%Hv9VP4kYbbk1LnL4Ch_vp!tXC`ZoF<l=npMPb?)2o0D|;_b2+Z^DEH)Ch&LXvM
z-moz32o!^qPSf%vw})er3hgde?D5roWWD8&JJSM@O%K~BV#=>LG65wZHIBF}c26Nq
z<y)BiWez*bxnpIr^32xHdpCf}saJ6xR?>Ek;Uh9xsw%P~DNt!!GA@T`5h5BCk4EE4
zH)~@kw}o|4tebICuGn_vdP7z(v3`0WzJ2xTTSR&{Zk&iTXbg<IST3KToQ%tDcQXD3
z7NdWyX@Lc9_MTfz>=zc$qRA)$FW_r6xmi2sqTn*Vou5e4{|<Iue&FV0Kejv=c9r`H
zxi&R<DZsAv;)oP%WpvajP&x7-&WFIxDQ=$wuy+U%5o|?dfgx$?8Z*F-IfNTUv2VXE
zGtTSXS_iNzg#{#I%XD9C+}{RvKEA-1=Eqh9!=BvQM-s-`dVrl`!4WCg4_kM<4k}Ly
z`4HGeacf5dY%7Z^MX<Y$GKSwi-O~-QdxW?s_O7F|jAc`j)c`x!iu)yF>vU=I?#E!~
zyFDAS{Mg~aut(Ljkf(o9qyg;1MK~e_yPb`A4l2`&aXtk0r0j(^0QN~CB7!Y%q7BuP
zs2+fwT7nzJv9CFevwQEl0QO#C0m<0qy6L5JkAa=f*f(N<AN!SH*i-Tv$y+t*41ld}
z#1SdjUE8k1|JijyJ_L46B6|T~Pi(@KBG^U67Q?<Z)@cCyq7WCwK3%rixNv6a1%N&0
zE8H&`dzWrxU$X~bw|}@a&yPJM7<SkmFPYQ);3I$?wiHLCU?2ad!3HYV2>B4$x#{nl
z0Coh0D@Cwt9kk)gv)?}k*p)(D6#GZzVPoZzb+-Wa6JY_#*x%@GXcvtKJCCYparm(#
zf??mao+0D18y*4dxJn$6g8jp*RkfgUuaFOc?OfTI0<dRP;Ytx~dbZh6vq`@SV0(qQ
zDE9Wwi^jV1rPl!V#A@6x8M|Ajr`t4O=X)4knIAhc820&&ePmlzxEEj_G2@67?4Ffp
z9)e0o0nUfOX2UZc0PJT%L<IZD<pM*s-P8-Pms@b7D0WBNU&gLy_D2Bwp0I#qY?*#O
zcQ_I3ydk%Ky&szhhMjVyl_XD=lmP65i*Q5=_O(s-=Yh&M7UO&f>{a`#`vCR{AtHkP
zRBbjCm=jF^d)5cIQ50K!E}T4;;Q1S19~2glj6F>MNrmk@u=5L@&$s%qQ7~+~`4IW0
zBP<nQcl?YaQm{9_`)v%U%<aPY5ZE_nmNEeQk`NKW{;ZWTbT(gq3b5y0!i}QX^IscI
zmVdm$0<g~r3rNO}*Dq*WqVk6IUyf?FZ?O`^#)~_a@i$2AZUw4Spcu;HFgZ;&7nQ`6
zI2b2?LF3%n)e2OhKoNl<)nmEpkz6wrp*)j2-@;#=Rxt4jjS3B=nS49VU*!19BV{)8
z&qkxz!Ou94jVd%PXPo>{G*S)>IRmptp_oCB22WNZf_B;+6n|UuRq<KImdDUE%N0;G
zYvUjB--hA(+x^Y4D0<-Y;Dv@Dd7-Zzp&=Y)VN7(qLK}^uRPg4kjYDHqFS!}N5b@o7
zwd2qjRp^_oc03xVdfClYn}{Z;#BZh>o3>rz0_WFquRfjlY2f^N<mjp#jTO$%#kgGj
z)s}L(O*}BmneEx9<mhX;aE=G$>LxiFG00X$M4xSZb~nL$GZPITAmShPzcBYRk@|&G
z!(%l%6c>aXj}OzKF)zL#c(7c@{}K`O?C})7JIZ%<{DZ8NEuOi<N&lAtuK}K%qeCMH
zzYlnT|CaoK@Y>>mT{`}kh2ZZho^wC*tv{PjX9Rv(ID4$&J>t%Q{&bXt)c?0<IJ#e+
Sf5!y(aE&}N>~`I{N&f+_O1Xjn
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.json b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.json
new file mode 100644
index 0000000..203a030
--- /dev/null
+++ b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 1,
+ "drop_rate": 0.7402505539115447,
+ "embedding_dim": 64,
+ "encoder_ff": 1024,
+ "encoder_num_layer": 4,
+ "lr": 0.0006126521431696416,
+ "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.pkl b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..4659a209207afe77a857df556be95f3f7aed2a37
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>csulP!HiBzo8rsB(!&eW3p5le#0L`s83z_)>S4=^&qz&7
znc~gZ!<kZ)Ul3oESdu!$-TwIo#kYS}pXg!ADFX6bgnde9nz;6GB_)<5XT%q0R;2<h
I;V9Ju0OI{qN&o-=
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/progress.csv b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/progress.csv
new file mode 100644
index 0000000..782af3d
--- /dev/null
+++ b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1988.1164252814347,1719511145,checkpoint_000000,True,False,1,694ee9b5,2024-06-27_19-59-05,70.52699637413025,70.52699637413025,242786,r8i6n8,10.159.28.66,70.52699637413025,1
+2003.6415064053272,1719511203,checkpoint_000001,True,False,2,694ee9b5,2024-06-27_20-00-03,57.75782370567322,128.28482007980347,242786,r8i6n8,10.159.28.66,128.28482007980347,2
+1990.098658764456,1719511261,checkpoint_000002,True,False,3,694ee9b5,2024-06-27_20-01-01,57.42855453491211,185.71337461471558,242786,r8i6n8,10.159.28.66,185.71337461471558,3
+1556.502945066437,1719511318,checkpoint_000003,True,False,4,694ee9b5,2024-06-27_20-01-58,57.167978286743164,242.88135290145874,242786,r8i6n8,10.159.28.66,242.88135290145874,4
+1371.0674741249384,1719511376,checkpoint_000004,True,False,5,694ee9b5,2024-06-27_20-02-56,58.11665964126587,300.9980125427246,242786,r8i6n8,10.159.28.66,300.9980125427246,5
+1413.1876518670028,1719511433,checkpoint_000005,True,False,6,694ee9b5,2024-06-27_20-03-53,57.10992646217346,358.10793900489807,242786,r8i6n8,10.159.28.66,358.10793900489807,6
+1547.3413826048843,1719511491,checkpoint_000006,True,False,7,694ee9b5,2024-06-27_20-04-51,57.56092953681946,415.66886854171753,242786,r8i6n8,10.159.28.66,415.66886854171753,7
+1366.6497523991143,1719511548,checkpoint_000007,True,False,8,694ee9b5,2024-06-27_20-05-49,57.96260166168213,473.63147020339966,242786,r8i6n8,10.159.28.66,473.63147020339966,8
+1566.9438976377953,1719511606,checkpoint_000008,True,False,9,694ee9b5,2024-06-27_20-06-46,57.52634882926941,531.1578190326691,242786,r8i6n8,10.159.28.66,531.1578190326691,9
+1427.2011093980684,1719511663,checkpoint_000009,True,False,10,694ee9b5,2024-06-27_20-07-43,57.44098997116089,588.59880900383,242786,r8i6n8,10.159.28.66,588.59880900383,10
diff --git a/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/result.json b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/result.json
new file mode 100644
index 0000000..80f6b00
--- /dev/null
+++ b/ray_results/test_experiment/train_model_694ee9b5_35_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-52-53/result.json
@@ -0,0 +1,10 @@
+{"loss": 1988.1164252814347, "timestamp": 1719511145, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "694ee9b5", "date": "2024-06-27_19-59-05", "time_this_iter_s": 70.52699637413025, "time_total_s": 70.52699637413025, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 70.52699637413025, "iterations_since_restore": 1}
+{"loss": 2003.6415064053272, "timestamp": 1719511203, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "694ee9b5", "date": "2024-06-27_20-00-03", "time_this_iter_s": 57.75782370567322, "time_total_s": 128.28482007980347, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 128.28482007980347, "iterations_since_restore": 2}
+{"loss": 1990.098658764456, "timestamp": 1719511261, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "694ee9b5", "date": "2024-06-27_20-01-01", "time_this_iter_s": 57.42855453491211, "time_total_s": 185.71337461471558, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 185.71337461471558, "iterations_since_restore": 3}
+{"loss": 1556.502945066437, "timestamp": 1719511318, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "694ee9b5", "date": "2024-06-27_20-01-58", "time_this_iter_s": 57.167978286743164, "time_total_s": 242.88135290145874, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 242.88135290145874, "iterations_since_restore": 4}
+{"loss": 1371.0674741249384, "timestamp": 1719511376, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "694ee9b5", "date": "2024-06-27_20-02-56", "time_this_iter_s": 58.11665964126587, "time_total_s": 300.9980125427246, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 300.9980125427246, "iterations_since_restore": 5}
+{"loss": 1413.1876518670028, "timestamp": 1719511433, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "694ee9b5", "date": "2024-06-27_20-03-53", "time_this_iter_s": 57.10992646217346, "time_total_s": 358.10793900489807, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 358.10793900489807, "iterations_since_restore": 6}
+{"loss": 1547.3413826048843, "timestamp": 1719511491, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "694ee9b5", "date": "2024-06-27_20-04-51", "time_this_iter_s": 57.56092953681946, "time_total_s": 415.66886854171753, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 415.66886854171753, "iterations_since_restore": 7}
+{"loss": 1366.6497523991143, "timestamp": 1719511548, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "694ee9b5", "date": "2024-06-27_20-05-49", "time_this_iter_s": 57.96260166168213, "time_total_s": 473.63147020339966, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 473.63147020339966, "iterations_since_restore": 8}
+{"loss": 1566.9438976377953, "timestamp": 1719511606, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "694ee9b5", "date": "2024-06-27_20-06-46", "time_this_iter_s": 57.52634882926941, "time_total_s": 531.1578190326691, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 531.1578190326691, "iterations_since_restore": 9}
+{"loss": 1427.2011093980684, "timestamp": 1719511663, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "694ee9b5", "date": "2024-06-27_20-07-43", "time_this_iter_s": 57.44098997116089, "time_total_s": 588.59880900383, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7402505539115447, "lr": 0.0006126521431696416, "batch_size": 2048}, "time_since_restore": 588.59880900383, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/events.out.tfevents.1719531281.r8i6n8 b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/events.out.tfevents.1719531281.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..3592702ab2c419176648fb78529509038831c6a6
GIT binary patch
literal 4596
zcma*rc~BEq90%}_2$*LhBoYrUAz-Uv6r`gdIFbug)X}O{DYa`LOS714Xg1WViZxu*
zb`&erIu<X`7N%Z!^fGF#Bid1`tyiZ`!5bYFJB@a9s&*5?TYffim;c!JzVDm&**BSa
z87S)dYbcwfl5QAmI=Xb@@7hRNf!#>aBeLHoX-7utD&5w$1mC<}8yD!Mt{bDzdFF)&
zsr#b{B(obAB|A!KGTCBd80Dz-n(XN&^}i{;NZrFTgw%BhM-osxio_AdY%8^xh(a@2
zIKRY3(GI0Zv^=Z&6-zs)JbxGGVWr7NlWasJiY-rnnCz>x&W)KSrS9Q~3dNy8xY9vc
zNy1^K7=m(;c7jpP8@5!pSG~YI(ig9HI&VumxOgH`p(q$<D7ug&>?Gr`*-7sLuHtKn
zX}$$+b^M$sEx(WZ)o3V+#|wB`jSk92GXz}5v-9oGk3IuCPpaA2?!^}S!`2x?vX@1t
zL;&ox)i@#qJFo6|I;cF#<pW@+e^UPsz^?ujSMp#Fsm#&UWrckOu!Gm&I4|~37q95P
zoiVu$V3%<V2*ws^I!-iC1v_83BKV#cTjCG<*Yl4IPv(SH0PHd+jtIf7aDDz7sFalB
zd;sjrE1ly2b|n|#!ItIc=zfbyNdVYSxHvC%;|i62Xoq+)z@A@$KeAwKjb_V@5+~TX
z_HOlKFLp0~*!B<I232l&9KfD(4@ZPxSG$f+0+naDd;n})ZT(?@J@Y=U<iXBNouGTQ
z`NSxIeT<9qV!ys>rat<OaZ-RirW5xI#$K+e$gEupc0TQ7XYex5cXqHp?1{N<L-8eR
z6~N9vg(E_+3#?=rsJz1E17KTLe!K@@7oEnHJlF@Q9Np6<^9F$3#>IKD&qg@)tEq;m
z0DI;yxL+{#CQaxur3LIfch6Xb7dylswmQ>oXk2$v2C(z?;)oDz-N*%%pz=DG4}g7n
z)^!G8zqb!p@?hU+HR!ITZiZhYx4Aek_UY~G^|MFU<^t^e{kUH+_F>JfZK6NG&Xe9g
z6zjzf^@qJ=jN7nt<$)G}oi-OogkaA&7MlVp4{`Yb*mbG&GJu`^4zA?Et{yT$SE`CK
zf|Kpy;=I^pEqnDXO+gU=JC(rwg0b5*PY1Xuu=9o;DM?=J-u|#_*^_<HS^p)#-mw!$
zgkU$zLbid*j9oY%0Q=7HwW|U45iY`m9V#EMb4Dg+0_@D)xRDooQ|&2z^YtZD0QL@U
z0m0ZJZPVPVtzhSdb6=!+v8Dd7=S+4R8WNkf0_^GMaYP7qpMB3dLFEN59{@Z2%@0}t
zcK!ui$%9>UFh@7&@&h@*zQDzKvF(<d`qusP;Md5+i@0AfcDVM(+M9oaoo}BVZ}4Ix
zf7oGZZbMnszJ36^We$!A!Op0%{sk)2@^C%?c6rpL5diypF2aLN8Ybv0a_3oqo%$AT
z<i&pGc&@LX^-(i8*^S%+g0bVYyNC4~x+|#ba#T~lu2@<!MeW5_H%icE35p=hB}Ti^
z$`Hxq!V=QXUeIVqZnXqeNKmM6Nby*#cqCT!MX12&C^WNIr^RHPM5RD|O=O|X#9rjs
z%Og=##6BB@ls%u(rB=dXTtwR0AvuzD57~XQ2cn1`k9tm)A*so3D<Rn1nx~4*lGXy!
zWTNPI2@_>yAF-c?q`TU^%}ONi{=er!AxLcTv?CNk6K2wAij%12C`<uw&gxhct$4}J
z_=Sk)=BtiDQHsDfTlHWRqj=fPRXqeHDEM!tpJ^3J+V}pBbZ*Izy1L)rRWWK4qiF8^
zF(kvVS6hN{7+GM7F0$nw6r&%++<V+9j{I7T`uDI^NagK!PB@DHY|TRbx{26_T?Zyy
zgCbveYj|wA2F3az$KwyOP}GYD1P`*|c>nJnPZ4QQnCIQG4~C~}*OZR`F3a;_z%js+
zQ#5Em&+~u>YP<v7vBd+MH0&=6{?96&^B}8LzB_rW@0W$+-!x2@p6k{hiIP#||LsZI
U)FscJG0wf0O58ihnpD;2KUmhY`Tzg`
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.json b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.json
new file mode 100644
index 0000000..a07c3f5
--- /dev/null
+++ b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 512,
+ "decoder_rt_num_layer": 2,
+ "drop_rate": 0.18647509291243747,
+ "embedding_dim": 16,
+ "encoder_ff": 1024,
+ "encoder_num_layer": 1,
+ "lr": 0.09874663205229757,
+ "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.pkl b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..de1863d443fc5d6c58104b25f557440125337486
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQmZ3)2fU6fDHl!v_-r83z?(%ZtxQ
zO-z~M&C<h}Qj}j1UzAvqI>p`o_`R%>ldm51Fy#~hc{|-pCp%i`_HZR7mLzAy7iU(b
K0xjVv)dK+7yi=b5
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/progress.csv b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/progress.csv
new file mode 100644
index 0000000..65ccdcc
--- /dev/null
+++ b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+3081.7005067359746,1719531344,checkpoint_000000,True,False,1,6a8b96c3,2024-06-28_01-35-44,63.290406703948975,63.290406703948975,242786,r8i6n8,10.159.28.66,63.290406703948975,1
+2150.0786584568773,1719531394,checkpoint_000001,True,False,2,6a8b96c3,2024-06-28_01-36-34,49.63099932670593,112.92140603065491,242786,r8i6n8,10.159.28.66,112.92140603065491,2
+1974.6818732314223,1719531444,checkpoint_000002,True,False,3,6a8b96c3,2024-06-28_01-37-24,49.58891534805298,162.51032137870789,242786,r8i6n8,10.159.28.66,162.51032137870789,3
+1956.0451112281619,1719531494,checkpoint_000003,True,False,4,6a8b96c3,2024-06-28_01-38-14,50.049054861068726,212.5593762397766,242786,r8i6n8,10.159.28.66,212.5593762397766,4
+1954.3213630736343,1719531543,checkpoint_000004,True,False,5,6a8b96c3,2024-06-28_01-39-03,49.60325813293457,262.1626343727112,242786,r8i6n8,10.159.28.66,262.1626343727112,5
+1953.8488356222317,1719531592,checkpoint_000005,True,False,6,6a8b96c3,2024-06-28_01-39-52,49.1952109336853,311.3578453063965,242786,r8i6n8,10.159.28.66,311.3578453063965,6
+1953.7962627260704,1719531642,checkpoint_000006,True,False,7,6a8b96c3,2024-06-28_01-40-42,50.036651611328125,361.3944969177246,242786,r8i6n8,10.159.28.66,361.3944969177246,7
+1953.8618644654282,1719531692,checkpoint_000007,True,False,8,6a8b96c3,2024-06-28_01-41-32,49.76662850379944,411.16112542152405,242786,r8i6n8,10.159.28.66,411.16112542152405,8
+1954.3857364203986,1719531742,checkpoint_000008,True,False,9,6a8b96c3,2024-06-28_01-42-22,49.68609666824341,460.84722208976746,242786,r8i6n8,10.159.28.66,460.84722208976746,9
+1953.720588744156,1719531792,checkpoint_000009,True,False,10,6a8b96c3,2024-06-28_01-43-12,50.06679081916809,510.91401290893555,242786,r8i6n8,10.159.28.66,510.91401290893555,10
diff --git a/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/result.json b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/result.json
new file mode 100644
index 0000000..281f622
--- /dev/null
+++ b/ray_results/test_experiment/train_model_6a8b96c3_45_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_23-45-35/result.json
@@ -0,0 +1,10 @@
+{"loss": 3081.7005067359746, "timestamp": 1719531344, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "6a8b96c3", "date": "2024-06-28_01-35-44", "time_this_iter_s": 63.290406703948975, "time_total_s": 63.290406703948975, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 63.290406703948975, "iterations_since_restore": 1}
+{"loss": 2150.0786584568773, "timestamp": 1719531394, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "6a8b96c3", "date": "2024-06-28_01-36-34", "time_this_iter_s": 49.63099932670593, "time_total_s": 112.92140603065491, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 112.92140603065491, "iterations_since_restore": 2}
+{"loss": 1974.6818732314223, "timestamp": 1719531444, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "6a8b96c3", "date": "2024-06-28_01-37-24", "time_this_iter_s": 49.58891534805298, "time_total_s": 162.51032137870789, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 162.51032137870789, "iterations_since_restore": 3}
+{"loss": 1956.0451112281619, "timestamp": 1719531494, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "6a8b96c3", "date": "2024-06-28_01-38-14", "time_this_iter_s": 50.049054861068726, "time_total_s": 212.5593762397766, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 212.5593762397766, "iterations_since_restore": 4}
+{"loss": 1954.3213630736343, "timestamp": 1719531543, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "6a8b96c3", "date": "2024-06-28_01-39-03", "time_this_iter_s": 49.60325813293457, "time_total_s": 262.1626343727112, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 262.1626343727112, "iterations_since_restore": 5}
+{"loss": 1953.8488356222317, "timestamp": 1719531592, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "6a8b96c3", "date": "2024-06-28_01-39-52", "time_this_iter_s": 49.1952109336853, "time_total_s": 311.3578453063965, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 311.3578453063965, "iterations_since_restore": 6}
+{"loss": 1953.7962627260704, "timestamp": 1719531642, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "6a8b96c3", "date": "2024-06-28_01-40-42", "time_this_iter_s": 50.036651611328125, "time_total_s": 361.3944969177246, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 361.3944969177246, "iterations_since_restore": 7}
+{"loss": 1953.8618644654282, "timestamp": 1719531692, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "6a8b96c3", "date": "2024-06-28_01-41-32", "time_this_iter_s": 49.76662850379944, "time_total_s": 411.16112542152405, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 411.16112542152405, "iterations_since_restore": 8}
+{"loss": 1954.3857364203986, "timestamp": 1719531742, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "6a8b96c3", "date": "2024-06-28_01-42-22", "time_this_iter_s": 49.68609666824341, "time_total_s": 460.84722208976746, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 460.84722208976746, "iterations_since_restore": 9}
+{"loss": 1953.720588744156, "timestamp": 1719531792, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "6a8b96c3", "date": "2024-06-28_01-43-12", "time_this_iter_s": 50.06679081916809, "time_total_s": 510.91401290893555, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.18647509291243747, "lr": 0.09874663205229757, "batch_size": 2048}, "time_since_restore": 510.91401290893555, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719509538.r8i6n8 b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719509538.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..81f09716e700970688b6deed482eb8a0680ed46d
GIT binary patch
literal 1865
zcmb1OfPlsI-b$Rpd)qrQ=HGOb;!P?_%*@ksElbTSu`<%<{#T|9RkvY&xihEwr@Xl!
zbpni9Vq79zyhVwX`X!}#srotj#l@oQcm8m(?>BmA0M#<}>xFpE?(c9d%3O+EQgAKB
z8Tq9-De=h}sma*|`I&hoq6`cT_SbXQ$)Z?!<|kY~s+B4Ed8t4x3=FIR#|-tMR_4aa
z25_eQf@@LYQs9z=TUnBsn;Kt|ky#v{S&~{5Uo6^czTD~ff?NqhsP?(d%`Z9cBDAY;
zDRD`oYA?>rOHPe1N-ZwQFG>X);CJo8HFKx|&tII1<P81|w_l4(gG&)^0La$FlFa<P
z;&@bJKt2zU*{O`;^P-oM>%oD|ge|b0Lch9nZ!-u$3GAt_;97_YY>R4BK@=+$Uc>d{
z2<)aGuLDp5dlf<pfxzYq?REMneB?SxU@O0Y+ek35J>8_7n|2=$Lka9z2m^=?Yz7A&
zU7IQtpa0A{e*hfV%-8}uIP9Ctg=bE6D1oh-1J^=KU@r?dd5&V`8ialvfo;FpbO}me
zo94o;BoNsCD|?-^UkJOQ1omo#c7lQZQ7X}SSN?iCl)zTbgWFGZU^_TGk1<_@;&b)Z
zs!QO&X2BNNVX{A54*g8Hf)d!iZE!8b1orfVpfD6G?;!N!2<+pNzDA$~c6K}5N&<n+
z7}o1_tor<Pl)!$1&`vP0e?FS*Jo(+HG?c)O?||D+bYM3)oITyxh2rz83i?mLfz667
zu+Pu=>aurB#}|~q{;3GpLQG(rzkR@kVr8uoTtAM$eiZcl8A@O?D#Nu92yE^}y-r_h
m^vh8KyA+|FU|`pHZ+Cv&RB4D3*e?+V5FOYH99YdKp9cUzH)I(A
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719512333.r8i6n8 b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/events.out.tfevents.1719512333.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..bc5b202492dc931200fe968455dbc42bfbc261d1
GIT binary patch
literal 2771
zcma);e{2(F7{|-iY`Z5Jqvr~&U14iMNfRuHWXXc*t*t0qB)FK!h;ZwAZ|T|fuH0QK
zXbfGZgG9Fw9e)_b4VdVV1Y&UWN5F_U&4Lk(CYmS?W5T*%T#OYkM!o)eukUPW``^9K
z^L@Veex4_NZn+`*JHEfeP7hCQ_l8HlZ?n|)$bLb*@1Zyn)z<sZuKazgBbRq(<Y_Ox
zDza>QI&Vppb1BqAt?b|DQez@=^-79j4joMSX5Vw1T9=a?PF?2c$vs%&fM&2@i4u}x
zy*w8Pp+Gn)38HE?7!vN_H|K1G<+lpfla{<BB28j2d^z#)kFK0$WT$N#EvQ&xhbCyi
zmZ}gzoEj1oPEe7|DdrF6-}G$Q^XusPocu_Cf09n>@>O65D=Ak5F@QK3DXJu+Oo0R9
zb5kw30@r7!yXa61`#WI`G~)tkSHCJqqQa47(l>wp<lkMy%{N&-6f&@@i^0A+mhv4)
zbiPEu?yzD>C9rL-0hzG8qU%e*W&`6h1nkEfv1J+96U?CJ-kJDT0`}Lsye#bZ`x?Ba
z;h8=H_GTOQuNbz0jdvWohq!tFlYwV5uxpCJUb{QxOAZfQBw!Ei#F9#2Pj}RH5|)--
zSYHD6#%q7D1nf~=QU><i=0Q(q+lHG2Y%_-)%feo}y4$<)@RcwD`$fG##jshn_2Hz0
zxcLuk^<V}zT?}@^Cn;a3k8%;P=i0EO64;N3-t&Z|>cRRFu>ZRD#5n@?Kf0t0?7fYH
zp2)2eHwf4<FLo>o`)t=M-u;g$(**3KUZ7&w3HI|F@pp-vcfbAB8yVP84E9^iH+?TZ
zFfv8J-ZG9QmB6OQF18Ssmvntm*a`P*@zE^=>_<;x%QCQ;2ZubbUl^DmV1KI1%fh}r
zJK;Tj=@vu4Zg~g$R}6cU-8E$W?98I<fB&H)uRcZBueqFo?Hn`0Q6toIp{QT>M-<M5
z_C}Gc?H^HXKWKy(j8L5mF}Eq^Ps+X+pvSKULfU3{1~nP&3@qkRK;pGMrR_#87}U-h
zz+8AH#v)v=e;<;ykO^w@Avu@59O?^>3X^Mr=4C0$Y0D^WrD;*52l2ch?&f$Qq8({(
zgT$<R#@P&}{BvQUDxiAP?f_LH7eao%$>=me9YcN?I9EU;bBD#hK$2eUP8(R6(u>=<
z5^T(!7PE6TIGFN_cQR}Zi@E+?`0ZFLy)ECrpDFl>f=0c63Q`npb90L7*8mG*P-;I<
z!AF$d$J3PM6a`BQ*fO-KeQx~34*1RucjpmlhuMKy!h&T%*Kq6*3oD8s$MJbLSQicm
z4klRbL#t@-aY_>lb?M$|2Z3KEuU>D7y3;R1i~&ww$HKD0dB6efEwz9?wuJ$EiCM)t
v^X}H8Q~z$teK>tFdAySj=IO5o7g+w!9*KOGyf$Mx_q*&=&7ztej_&^eoBe4m
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.json b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.json
new file mode 100644
index 0000000..f9f0a24
--- /dev/null
+++ b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 1024,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 8,
+ "drop_rate": 0.3756319644523144,
+ "embedding_dim": 16,
+ "encoder_ff": 1024,
+ "encoder_num_layer": 1,
+ "lr": 0.003959565870439527,
+ "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.pkl b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..0cff2536171054b214d844b10f51cd153e3572fb
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQmZ3)2fU6e`3A69O3r7GvsR%ZtxQ
zO-z~M&C<h}Qj}j1UzAvqI>p`o23ORwm9M;dm~x7MyaMy*_qIPt?%_&GEJ@CYFV3t=
J1zA$62LRB5R0se7
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/progress.csv b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/progress.csv
new file mode 100644
index 0000000..5e81374
--- /dev/null
+++ b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1989.802595964567,1719509621,checkpoint_000000,True,False,1,6b7688f2,2024-06-27_19-33-41,83.60843539237976,83.60843539237976,242786,r8i6n8,10.159.28.66,83.60843539237976,1
+1962.6643076018086,1719509692,checkpoint_000001,True,False,2,6b7688f2,2024-06-27_19-34-52,70.66612339019775,154.27455878257751,242786,r8i6n8,10.159.28.66,154.27455878257751,2
+1970.6976669191376,1719509763,checkpoint_000002,True,False,3,6b7688f2,2024-06-27_19-36-03,70.83067870140076,225.10523748397827,242786,r8i6n8,10.159.28.66,225.10523748397827,3
+1984.9167043130228,1719509833,checkpoint_000003,True,False,4,6b7688f2,2024-06-27_19-37-13,70.6679790019989,295.7732164859772,242786,r8i6n8,10.159.28.66,295.7732164859772,4
+1964.9003257451095,1719509904,checkpoint_000004,True,False,5,6b7688f2,2024-06-27_19-38-24,70.81649136543274,366.5897078514099,242786,r8i6n8,10.159.28.66,366.5897078514099,5
+1964.2627097302534,1719512416,checkpoint_000005,True,False,6,6b7688f2,2024-06-27_20-20-16,82.97016429901123,449.55987215042114,242786,r8i6n8,10.159.28.66,82.97016429901123,1
+1965.1521044152928,1719512486,checkpoint_000006,True,False,7,6b7688f2,2024-06-27_20-21-26,70.53654623031616,520.0964183807373,242786,r8i6n8,10.159.28.66,153.5067105293274,2
+1963.2242965097503,1719512557,checkpoint_000007,True,False,8,6b7688f2,2024-06-27_20-22-37,70.63850402832031,590.7349224090576,242786,r8i6n8,10.159.28.66,224.1452145576477,3
+1966.0343594288263,1719512628,checkpoint_000008,True,False,9,6b7688f2,2024-06-27_20-23-48,70.55560326576233,661.29052567482,242786,r8i6n8,10.159.28.66,294.70081782341003,4
+1977.05159056656,1719512699,checkpoint_000009,True,True,10,6b7688f2,2024-06-27_20-24-59,71.11927580833435,732.4098014831543,242786,r8i6n8,10.159.28.66,365.8200936317444,5
diff --git a/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/result.json b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/result.json
new file mode 100644
index 0000000..fe08c2c
--- /dev/null
+++ b/ray_results/test_experiment/train_model_6b7688f2_32_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_19-26-51/result.json
@@ -0,0 +1,10 @@
+{"loss": 1989.802595964567, "timestamp": 1719509621, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "6b7688f2", "date": "2024-06-27_19-33-41", "time_this_iter_s": 83.60843539237976, "time_total_s": 83.60843539237976, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 83.60843539237976, "iterations_since_restore": 1}
+{"loss": 1962.6643076018086, "timestamp": 1719509692, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "6b7688f2", "date": "2024-06-27_19-34-52", "time_this_iter_s": 70.66612339019775, "time_total_s": 154.27455878257751, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 154.27455878257751, "iterations_since_restore": 2}
+{"loss": 1970.6976669191376, "timestamp": 1719509763, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "6b7688f2", "date": "2024-06-27_19-36-03", "time_this_iter_s": 70.83067870140076, "time_total_s": 225.10523748397827, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 225.10523748397827, "iterations_since_restore": 3}
+{"loss": 1984.9167043130228, "timestamp": 1719509833, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "6b7688f2", "date": "2024-06-27_19-37-13", "time_this_iter_s": 70.6679790019989, "time_total_s": 295.7732164859772, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 295.7732164859772, "iterations_since_restore": 4}
+{"loss": 1964.9003257451095, "timestamp": 1719509904, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "6b7688f2", "date": "2024-06-27_19-38-24", "time_this_iter_s": 70.81649136543274, "time_total_s": 366.5897078514099, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 366.5897078514099, "iterations_since_restore": 5}
+{"loss": 1964.2627097302534, "timestamp": 1719512416, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "6b7688f2", "date": "2024-06-27_20-20-16", "time_this_iter_s": 82.97016429901123, "time_total_s": 449.55987215042114, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 82.97016429901123, "iterations_since_restore": 1}
+{"loss": 1965.1521044152928, "timestamp": 1719512486, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "6b7688f2", "date": "2024-06-27_20-21-26", "time_this_iter_s": 70.53654623031616, "time_total_s": 520.0964183807373, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 153.5067105293274, "iterations_since_restore": 2}
+{"loss": 1963.2242965097503, "timestamp": 1719512557, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "6b7688f2", "date": "2024-06-27_20-22-37", "time_this_iter_s": 70.63850402832031, "time_total_s": 590.7349224090576, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 224.1452145576477, "iterations_since_restore": 3}
+{"loss": 1966.0343594288263, "timestamp": 1719512628, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "6b7688f2", "date": "2024-06-27_20-23-48", "time_this_iter_s": 70.55560326576233, "time_total_s": 661.29052567482, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 294.70081782341003, "iterations_since_restore": 4}
+{"loss": 1977.05159056656, "timestamp": 1719512699, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": true, "training_iteration": 10, "trial_id": "6b7688f2", "date": "2024-06-27_20-24-59", "time_this_iter_s": 71.11927580833435, "time_total_s": 732.4098014831543, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.3756319644523144, "lr": 0.003959565870439527, "batch_size": 1024}, "time_since_restore": 365.8200936317444, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/events.out.tfevents.1719514665.r8i6n8 b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/events.out.tfevents.1719514665.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..8fb3639a0a46e62f332e59897cf4f4bdb32e2b4d
GIT binary patch
literal 4596
zcma*reN<Cr90%~RDRLh|VKRgPF@_pW6Y(`)I*fKPK|AJ4BB@=+c4?FCZfAFhn&k_Q
zI$5D7iSno*7$;v+PZ6XkTG}D?oJ3Aic2X%Vz?U?WA%f?0H^y`M+2+0c$9<mf^WF1#
z?%6rdq9wh5RqJM}i5G6HeAiljDP0+s>(HB-u^B6A#yM^Lm6TyUNxpf9%L{cxgY!nC
zXI^-aCJIHOFo%A1inD;BQ!F-?RczbgCXXgG%^v5Aly)>yM93N(NkWN8i6gAZR$wtw
z1`}<_x7*B&Qz4P8PrIUWyaXx@YjGY{8f^^CMI@3o%gp)|U!`?f{L4faA5kL}ioumm
zvz4ZtCNoQ!owS2u6{UZ@r;C|-J~`DF-&s`DPT1eXjl+=|#lkpiW(+jtpjoHQL3<aF
zpHeKC;#;7#?Q9P5C%=FOC8I>VfTvaOG}{=Kg3EYzex`a%BG~!$_U@sK2V3e7`_Mc$
zxoqK=nE*TPCXR@~HnaPqLFExX9{_uK*W{Z3d;2Y1DS$m)U94LezA6=9KYJU;1+h(=
z2=e6oa|ZzSQGNl@*b;4IQUL{a-g7%X+lwvphdm+0P1+x<c^+Vg-oX(u*mJvEHiF6$
zJ|6(Pb9rkjz*gMFl>*p#x?)|)V3q~goB6mPc5L+=vdXpS7{GqSFCZFQt1avKZ7SG#
zLT=`EFZKX`*w?z<q^4Y10<fnWa6}At!oz`5Q28^T4}cw1JNY!gwi$7y0QTZV#k%Xe
z3+n-P7ateIu4;Rm44;@i6JT$kaldHn_1YTOj}2hwCn}a+_F@n8hg~1;CYKVUT>$&y
zZX6MVz2J-E&7hL1#Q6Z&%(!D?0d^}N5y0*oQLNi_srEB~O;zDWLF`1wUh>w5?u!7s
znO{IOc7=B8lKjhH=b^1jR5s6dcCbI}Nw2y|#ls^yfSuZgBVw>K-KVQTWgVXnfNhED
z$pzTy?YL3^+x*C-i;Z~hJitEA#|5$9_~$G+t)XQiz@Bge_lw3psSR3^u>tIS-%x|W
zi#^C6_TrIla_-gSeE|DdB#wx|-ZXrx5>#d>a6SO`ozRUZ0QLnwB7l7`tXTKjjw=+v
z&Wys1g4nIjTjX5n-mL)pTYdr2*e%+<On4dCdCtA%)n4onf7rWz?<5Zv{apyKSNw}3
zVz4c1?{$O94n7|M`_s>VRRQd^_i?2Fc2c)XH{zQ65y0-?<AT_~bOmResc8-Y*yax0
zFB)5to*(y0DcJdj+BxlBY{DOQCD}>lbWR}v_6K!1A_jYSQ$;PPjQSeq17O$x)bKsP
zF6Scx*bkarx>?e<vH^C~5!@(<T~{+KBZe;753o1$3y8)JPv3NI|0%HZQKip}v3tI=
zkw5G`b#8J-cEv`3J^mvc5rZAK`KeG)*~I4qU=O^|Kmu&03|9(ZkN?W08&K3Z17P3e
z<AT`B@{==c^VXdQ*!0J^Uo^HV-8Fq%!r`Fa%h8sdpR6Eet-L(j!C`Cm$k1*Xilj_-
zy+dzhsT6vZopx{+G{%|rjtseEXpnD6-X)d0rRu>5<?5XV6L)o5L#t$JIT~!F4K^cp
zk>f6pR9+tUECwn1KVu54ltsUqc5p)xD6DVD;hP<eBKtk+KRFB$Mu*K#akn*36_=&0
zxwO$}W?rX^W-IrI`!qDu+wN^vpoqTz`!5uXq!v#*Lct7WqV-0VOcQ~I$l=Xd^E8T+
zKjCKlSj2Pl)x@J%dElF^CIQ9EpLBE8j6g|p;hSkw@{7TY@BF^IQ#p-zzwiA1kfN(n
z6vv+*OS3F@wWV06o&z>BdA6*2Df&jrpW`8^@_-aY^|O@|5iPc|Nuz77rlFyIMBKyP
z7iOFmDIYsEJhnxPp7ukI$5mPs`}hlj2iI%4Un2aTJ)Xklhj`A;^FTF{X)MV}^L!Za
z8sN!xEgIJUeZT`;5jViUws@dI%l)$8|6Rp%?xvk7ygO=!@0W!i>Z;}wm3{iDC<Q71
YZ%;GEUU}{v<J||Sr6EE0qq8FZ16l#T3;+NC
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.json b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.json
new file mode 100644
index 0000000..03f3fc2
--- /dev/null
+++ b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 8,
+ "drop_rate": 0.49537163003492246,
+ "embedding_dim": 256,
+ "encoder_ff": 512,
+ "encoder_num_layer": 8,
+ "lr": 0.001560166878876501,
+ "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.pkl b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..7be407a298413c79dac38c43479910b17c3080bc
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L}k%h{7Z?^H5|M
zdw5fGlTuSsGV{{oQ!;a>_%bl|aKX$@O9S$mdU#=)fu@3mSbF$iLLl>?%GmPaGg1>%
zrg#hVaHbUH7sMAOmZVN`x4*wd+jM&VgC3@wA|Nla|3aRc0z(g1QesJRMtpH*RVvUD
Hj#51U)P_<m
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/progress.csv b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/progress.csv
new file mode 100644
index 0000000..2d015d6
--- /dev/null
+++ b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1972.8930990864912,1719514947,checkpoint_000000,True,False,1,6ef1de40,2024-06-27_21-02-27,281.80140829086304,281.80140829086304,242786,r8i6n8,10.159.28.66,281.80140829086304,1
+1970.5526190329724,1719515215,checkpoint_000001,True,False,2,6ef1de40,2024-06-27_21-06-55,268.26743173599243,550.0688400268555,242786,r8i6n8,10.159.28.66,550.0688400268555,2
+1968.2562842181349,1719515484,checkpoint_000002,True,False,3,6ef1de40,2024-06-27_21-11-24,268.5265476703644,818.5953876972198,242786,r8i6n8,10.159.28.66,818.5953876972198,3
+1975.871436892532,1719515753,checkpoint_000003,True,False,4,6ef1de40,2024-06-27_21-15-53,268.67456102371216,1087.269948720932,242786,r8i6n8,10.159.28.66,1087.269948720932,4
+1968.5231750968874,1719516021,checkpoint_000004,True,False,5,6ef1de40,2024-06-27_21-20-21,268.2965958118439,1355.5665445327759,242786,r8i6n8,10.159.28.66,1355.5665445327759,5
+1970.8189610759105,1719516289,checkpoint_000005,True,False,6,6ef1de40,2024-06-27_21-24-49,267.979775428772,1623.5463199615479,242786,r8i6n8,10.159.28.66,1623.5463199615479,6
+1969.1982075848916,1719516557,checkpoint_000006,True,False,7,6ef1de40,2024-06-27_21-29-17,268.1068859100342,1891.653205871582,242786,r8i6n8,10.159.28.66,1891.653205871582,7
+1983.0505034679502,1719516825,checkpoint_000007,True,False,8,6ef1de40,2024-06-27_21-33-45,267.9620032310486,2159.6152091026306,242786,r8i6n8,10.159.28.66,2159.6152091026306,8
+1978.1448330616388,1719517093,checkpoint_000008,True,False,9,6ef1de40,2024-06-27_21-38-13,267.67944145202637,2427.294650554657,242786,r8i6n8,10.159.28.66,2427.294650554657,9
+1973.7387137826033,1719517360,checkpoint_000009,True,False,10,6ef1de40,2024-06-27_21-42-40,267.4155812263489,2694.710231781006,242786,r8i6n8,10.159.28.66,2694.710231781006,10
diff --git a/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/result.json b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/result.json
new file mode 100644
index 0000000..108cce0
--- /dev/null
+++ b/ray_results/test_experiment/train_model_6ef1de40_37_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_20-46-41/result.json
@@ -0,0 +1,10 @@
+{"loss": 1972.8930990864912, "timestamp": 1719514947, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "6ef1de40", "date": "2024-06-27_21-02-27", "time_this_iter_s": 281.80140829086304, "time_total_s": 281.80140829086304, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 281.80140829086304, "iterations_since_restore": 1}
+{"loss": 1970.5526190329724, "timestamp": 1719515215, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "6ef1de40", "date": "2024-06-27_21-06-55", "time_this_iter_s": 268.26743173599243, "time_total_s": 550.0688400268555, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 550.0688400268555, "iterations_since_restore": 2}
+{"loss": 1968.2562842181349, "timestamp": 1719515484, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "6ef1de40", "date": "2024-06-27_21-11-24", "time_this_iter_s": 268.5265476703644, "time_total_s": 818.5953876972198, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 818.5953876972198, "iterations_since_restore": 3}
+{"loss": 1975.871436892532, "timestamp": 1719515753, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "6ef1de40", "date": "2024-06-27_21-15-53", "time_this_iter_s": 268.67456102371216, "time_total_s": 1087.269948720932, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 1087.269948720932, "iterations_since_restore": 4}
+{"loss": 1968.5231750968874, "timestamp": 1719516021, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "6ef1de40", "date": "2024-06-27_21-20-21", "time_this_iter_s": 268.2965958118439, "time_total_s": 1355.5665445327759, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 1355.5665445327759, "iterations_since_restore": 5}
+{"loss": 1970.8189610759105, "timestamp": 1719516289, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "6ef1de40", "date": "2024-06-27_21-24-49", "time_this_iter_s": 267.979775428772, "time_total_s": 1623.5463199615479, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 1623.5463199615479, "iterations_since_restore": 6}
+{"loss": 1969.1982075848916, "timestamp": 1719516557, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "6ef1de40", "date": "2024-06-27_21-29-17", "time_this_iter_s": 268.1068859100342, "time_total_s": 1891.653205871582, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 1891.653205871582, "iterations_since_restore": 7}
+{"loss": 1983.0505034679502, "timestamp": 1719516825, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "6ef1de40", "date": "2024-06-27_21-33-45", "time_this_iter_s": 267.9620032310486, "time_total_s": 2159.6152091026306, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 2159.6152091026306, "iterations_since_restore": 8}
+{"loss": 1978.1448330616388, "timestamp": 1719517093, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "6ef1de40", "date": "2024-06-27_21-38-13", "time_this_iter_s": 267.67944145202637, "time_total_s": 2427.294650554657, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 2427.294650554657, "iterations_since_restore": 9}
+{"loss": 1973.7387137826033, "timestamp": 1719517360, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "6ef1de40", "date": "2024-06-27_21-42-40", "time_this_iter_s": 267.4155812263489, "time_total_s": 2694.710231781006, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.49537163003492246, "lr": 0.001560166878876501, "batch_size": 2048}, "time_since_restore": 2694.710231781006, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/events.out.tfevents.1719493181.r8i6n8 b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/events.out.tfevents.1719493181.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..2aa4f2aa168faa493a3c74efa18d73ea1e68eef6
GIT binary patch
literal 1311
zcmah|Pe>F|9NwJ`YksimPP_hDbz8>*9jMhVf)u+Zd$CJ(%0oQHowv>8&YNXs)U-p=
z5(Glpp{Rpst;Z+{qC?<83M2};N(U)I3#1G(s8es;*|)o<Hn;hGzwh_G_x--t;3<6h
z>t{uN?f%Hr#o3kKuz%2$HF6?3f{ER8virQMwz+)^v!i|d(nc=t^woN$ItYT_l*eNB
zFu}2mVOgQ&A#ZX%9bNBqDR;NtBYx!vqqIRQgc-$Bjp2-fQYuajWettkA&+Mw-u^b&
zP$B90$@rC$ia{`?cszCH=O-~&Qoq!4j=xi)h!BNFCTVLrMz*S1NVBnttk8fucP27v
z-0pJeGr8PXzIux(9t9DaD(RL+QW%-ovJDe&59r%iSnPHOtbchkz~3khkf0q}*#JjX
zwl#xTsB(;RbN$}Css(Rh&h*TKEBv?dkM#r8Y-!#H4}B0sYF0L7-9j;ZHH%Gp7h?C{
z^1)3X9CRV!Hz)k!#A<*+*-oicWgJI+q5#zjP8kZlGxZsz)3nwIq4F9T)=@?t!zP6S
z;4ea^+uZ=cvQl}oA9%$yvWQ;Hk)m9z4`M~p$YrExIxW%DU{X-uRt`a+_+LJ#3b>4;
z4p2pqie)A0lLAm9REA87K(nw<h;~q%kVq}iB<vjm=?Jt4`z={I25rLsmuP=@K1$sE
zEq#B~!ymuq?(Y)^s~j|!_Ge+sqA5U@EmMOvk~aDmIe5vH_V|<wKjxsW%v*sENXfOH
zsnkXs4i_z=#X?|e6A<39HHOV4AhL_)438$DX=gwfIFX=_cGumrmd!ZSIJ={TT)yK^
z@3VZ|IZQ<iSaW9r>dW)Mfaz_Z6k7(+<BNM_mGx}K`z9l&Pq~k9`9=N$pDeoH1u+Q!
X>pdn)!FigolJ5sZ?vVG@YRBupN#c@@
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.json b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.json
new file mode 100644
index 0000000..3d4919f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 2048,
+ "decoder_rt_num_layer": 1,
+ "drop_rate": 0.8871532583599777,
+ "embedding_dim": 16,
+ "encoder_ff": 1024,
+ "encoder_num_layer": 8,
+ "lr": 0.038469373500283253,
+ "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.pkl b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..da8d770a8b853491dcdc973e8f23a5b178cd6ed8
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>cnkD!!HiBzo8rsB(!&eW3p5lg#L>eC69O3r7GvsR%ZtxQ
zO-z~M&C<h}Qj}j1UzAvqI>p`oO>)20Ggqx1rko-mZ}BF_Uz&@Xd$^JkOOi9<i!-ZI
KftGNT>Hz@1KvOdS
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/progress.csv b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/progress.csv
new file mode 100644
index 0000000..9cb1b1f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/progress.csv
@@ -0,0 +1,2 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2070.736326202633,1719493262,checkpoint_000000,True,False,1,7509f383,2024-06-27_15-01-02,80.20380187034607,80.20380187034607,69992,r8i6n8,10.159.28.66,80.20380187034607,1
diff --git a/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/result.json b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/result.json
new file mode 100644
index 0000000..40781ee
--- /dev/null
+++ b/ray_results/test_experiment/train_model_7509f383_13_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_14-47-40/result.json
@@ -0,0 +1 @@
+{"loss": 2070.736326202633, "timestamp": 1719493262, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "7509f383", "date": "2024-06-27_15-01-02", "time_this_iter_s": 80.20380187034607, "time_total_s": 80.20380187034607, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.8871532583599777, "lr": 0.038469373500283253, "batch_size": 2048}, "time_since_restore": 80.20380187034607, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/events.out.tfevents.1719561058.r8i6n8 b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/events.out.tfevents.1719561058.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..51e9a058e18de80e5283465cc6059e2b114bf7f2
GIT binary patch
literal 4596
zcma*rdrVVT90&0B7J;6LN`(Ry<YlLJLWOA@M(youOC$~*iZjvNmG)u_^tNlu6lDk_
zJ~t<O=oEvXs56QR+nh6GMiCbun{&$)-#Rru7Tr(>(SdHarJT#pwcg8rz2|(-x94+i
zLQZ2vy?+f$vQwmMvRls8)ScHVBJy1(8<TE)k7hg*GZ*Wx-%9n*YpPqImp1*}^0#;1
z5V1;*qELj(RI2urFtobZ;dV!_sR%W;=j^{Y)*o5hd76^OoWYS)l#CQO;<h?UiY=7c
zN}G$E4jbc%7Kth}*-eT@Q0Z#Nd01(2Ff<zxiOB2siq!r}`@DqdQpq_SNkK^{4p(|?
zcAD~7ZEniup<R?a`my+$Zb5e4k_>;mwyNr`w495NKq+V#jJs`&nWkK{+v9N2z6BPa
zl3OSE7r1@r#2jfSw}1+bLdkdmZ>z~;b1-fSF5}(#>F|<AVCNO@r$=n`ViSR|8@mP=
z_1nuT0d{RUjtIdHS$FXvs7zgg^FgrBg{?~i*t@t05B8Q%kLaeSUp4}4Wd&~J#h!Lz
zhCZ_;?FqoH<rWZ(Eh4|V<GBQOUc91J>BE);!XCLb#8_S2nG3L2uf!1{*u#}BHK>%Y
z!ucTB4YP881=#gmga`XXZJVz0k?kjd9s40}<i*}FutqPR+?fclKjsz?j7^fVEi(^-
zosWyjo#Mj|355OUNr~~Fov(HS?7UbU5rUmqS6v1wuW<Pw*!j(+BLQ|n9IoWSK2X`F
z>sgq!3t(U7;=I^lX(#n>6P03sou|P4g0U;ebV<=Ou=6s_l{_EzfI!%tmkFab?e+tJ
zy@|vTA=nSLZYu?qN-fR@!TxR3YdrvaHy7c-uFPxGEw5rG0qkTQZsf(@q3h9iC(hjk
zu-9@62*$1_9m$i!z|QB*v^ad&p@Fay$_eAnwHeJ2dlrre!T!2q)-q73%)|L0*!J$j
z-vjJDT!aVv&X_jcBI8F@0DHu2+{lalV7uJ#nPYw?z+T5KAQ<})*?s&b1$HhqomuX~
z4hw`mBaJW`_L5xyTbYj|La+~(8dibIJzPEr_S2Yc%>X;oj4OGte^`1%7uqp>2f+T4
zi}Padj8Plj-F;IJu;VPaUoiGH(p>oH53uw0^>gce*x`Y&-@GL@9-6TJ3c$X*0Y`*j
z&n&wS|3Nxya6Sn3v&<v|z<$U@c(8LPwCTFPA)El)wh=e-Vt>Br4MTiu*tY=t2DgA<
zY?1cv%RS=(_V}lw13qkNAneCV!Z_}1^$~!b^9)CXVCNi8{RC8=;qpPS&ldh353o)D
z;z}Ou%}GafU86NhfZfi;d9ios-Z4<$otFdbsUmTol3?s1+G$^0V8G4?PHFtbhm8VZ
zOS8mA)1_0B0QM^y91((@l|kx3Wiyu#f}Jz2(h0D$NL<N-eRlRyUC-4EIRLwfi}PYP
z++S#D9r{5yz#gH+{erQRw5Q^KbT)~5FGtn28w#bPRr`F{s;v^VS%RV{tJCB%+1-?y
zUg)G<>;;YSOkE*COC>1GKO}oX$hwG>K?voWJZ39<by`FxNm68JkcBooEbK*&y*yF{
z1?;mp6y5(BQ(~uzO{KJp9g0K|eM2t)>{t}l?@|BB5lCurIh+)GTk}@2S=ydYTP!wa
zK4r1l*+=ZRp_$%xUvo5y?EBn*p-@B=d)pBTWhg6cvLs1Vk!Y|C-kep#QM~L0H{<6b
z-kYx~0S%J{zuBr1QG)D6H&>MsrONnkrZ<+3InMacul27j6Q%q6&hI*bt`aDoJ3lw=
zcC%Mo%Iz_+z&579G4&vUS_tkO_Y#Um0?GT?%A}Fw_Z1%7e)7Hs4ecXhANIa5V@afV
z?$q#D1&M|SAjjiFNHpyE7X%No;pD()kEe8K&|vS`u@7oSUYsjmR;2NM8Son5$xaf*
z^nV}lK(%jxdu{PRJ<0yE5cplib2>ET$#Y(x<o{*i*#3sMr1$#tGmsi7{%=n+mR@=G
R9pl_XQiyQzoR?Nd{RatQz99er
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.json b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.json
new file mode 100644
index 0000000..0d67998
--- /dev/null
+++ b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 512,
+ "decoder_rt_num_layer": 1,
+ "drop_rate": 0.9311098017111933,
+ "embedding_dim": 256,
+ "encoder_ff": 1024,
+ "encoder_num_layer": 4,
+ "lr": 0.0033598362705093534,
+ "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.pkl b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..c9f90706cb901e2480edbfa013b4ebfa713731c7
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>_%bl|aKX$@O9S#*dU#=)fu@3mn0okNLLl>?Vr+Tw8L5dW
zQ@jOwI8%!93*w6sOH!w}+rK@%>_pa9(;lXrA|NljO)TcN`m7$Vq{NcsjQHZrs#KsQ
H9Hn{y@5NJA
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/progress.csv b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/progress.csv
new file mode 100644
index 0000000..bce43ee
--- /dev/null
+++ b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2152.0349524790845,1719561170,checkpoint_000000,True,False,1,769b08ee,2024-06-28_09-52-50,112.00384831428528,112.00384831428528,242786,r8i6n8,10.159.28.66,112.00384831428528,1
+2143.4170431302286,1719561268,checkpoint_000001,True,False,2,769b08ee,2024-06-28_09-54-28,97.78639459609985,209.79024291038513,242786,r8i6n8,10.159.28.66,209.79024291038513,2
+2122.2596243310163,1719561366,checkpoint_000002,True,False,3,769b08ee,2024-06-28_09-56-07,98.308185338974,308.09842824935913,242786,r8i6n8,10.159.28.66,308.09842824935913,3
+2108.745537224717,1719561465,checkpoint_000003,True,False,4,769b08ee,2024-06-28_09-57-45,98.25336289405823,406.35179114341736,242786,r8i6n8,10.159.28.66,406.35179114341736,4
+2093.87230772484,1719561563,checkpoint_000004,True,False,5,769b08ee,2024-06-28_09-59-23,98.16895484924316,504.5207459926605,242786,r8i6n8,10.159.28.66,504.5207459926605,5
+2087.8821137195496,1719561661,checkpoint_000005,True,False,6,769b08ee,2024-06-28_10-01-01,98.08770871162415,602.6084547042847,242786,r8i6n8,10.159.28.66,602.6084547042847,6
+2082.8323003813975,1719561759,checkpoint_000006,True,False,7,769b08ee,2024-06-28_10-02-39,97.76127862930298,700.3697333335876,242786,r8i6n8,10.159.28.66,700.3697333335876,7
+2078.3941189022516,1719561857,checkpoint_000007,True,False,8,769b08ee,2024-06-28_10-04-17,98.10805487632751,798.4777882099152,242786,r8i6n8,10.159.28.66,798.4777882099152,8
+2082.373000738189,1719561955,checkpoint_000008,True,False,9,769b08ee,2024-06-28_10-05-56,98.56372618675232,897.0415143966675,242786,r8i6n8,10.159.28.66,897.0415143966675,9
+2067.5648145300197,1719562054,checkpoint_000009,True,False,10,769b08ee,2024-06-28_10-07-34,98.67155456542969,995.7130689620972,242786,r8i6n8,10.159.28.66,995.7130689620972,10
diff --git a/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/result.json b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/result.json
new file mode 100644
index 0000000..eb98cea
--- /dev/null
+++ b/ray_results/test_experiment/train_model_769b08ee_61_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-28_09-00-38/result.json
@@ -0,0 +1,10 @@
+{"loss": 2152.0349524790845, "timestamp": 1719561170, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "769b08ee", "date": "2024-06-28_09-52-50", "time_this_iter_s": 112.00384831428528, "time_total_s": 112.00384831428528, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 112.00384831428528, "iterations_since_restore": 1}
+{"loss": 2143.4170431302286, "timestamp": 1719561268, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "769b08ee", "date": "2024-06-28_09-54-28", "time_this_iter_s": 97.78639459609985, "time_total_s": 209.79024291038513, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 209.79024291038513, "iterations_since_restore": 2}
+{"loss": 2122.2596243310163, "timestamp": 1719561366, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "769b08ee", "date": "2024-06-28_09-56-07", "time_this_iter_s": 98.308185338974, "time_total_s": 308.09842824935913, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 308.09842824935913, "iterations_since_restore": 3}
+{"loss": 2108.745537224717, "timestamp": 1719561465, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "769b08ee", "date": "2024-06-28_09-57-45", "time_this_iter_s": 98.25336289405823, "time_total_s": 406.35179114341736, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 406.35179114341736, "iterations_since_restore": 4}
+{"loss": 2093.87230772484, "timestamp": 1719561563, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "769b08ee", "date": "2024-06-28_09-59-23", "time_this_iter_s": 98.16895484924316, "time_total_s": 504.5207459926605, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 504.5207459926605, "iterations_since_restore": 5}
+{"loss": 2087.8821137195496, "timestamp": 1719561661, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "769b08ee", "date": "2024-06-28_10-01-01", "time_this_iter_s": 98.08770871162415, "time_total_s": 602.6084547042847, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 602.6084547042847, "iterations_since_restore": 6}
+{"loss": 2082.8323003813975, "timestamp": 1719561759, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "769b08ee", "date": "2024-06-28_10-02-39", "time_this_iter_s": 97.76127862930298, "time_total_s": 700.3697333335876, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 700.3697333335876, "iterations_since_restore": 7}
+{"loss": 2078.3941189022516, "timestamp": 1719561857, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "769b08ee", "date": "2024-06-28_10-04-17", "time_this_iter_s": 98.10805487632751, "time_total_s": 798.4777882099152, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 798.4777882099152, "iterations_since_restore": 8}
+{"loss": 2082.373000738189, "timestamp": 1719561955, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "769b08ee", "date": "2024-06-28_10-05-56", "time_this_iter_s": 98.56372618675232, "time_total_s": 897.0415143966675, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 897.0415143966675, "iterations_since_restore": 9}
+{"loss": 2067.5648145300197, "timestamp": 1719562054, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "769b08ee", "date": "2024-06-28_10-07-34", "time_this_iter_s": 98.67155456542969, "time_total_s": 995.7130689620972, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.9311098017111933, "lr": 0.0033598362705093534, "batch_size": 2048}, "time_since_restore": 995.7130689620972, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/events.out.tfevents.1719558038.r8i6n8 b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/events.out.tfevents.1719558038.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..698f5b8862e0189bf23a9f2060e4163450076628
GIT binary patch
literal 4596
zcma*reM}Q)90%~)@^(+GNNEv@XsK^Y6@lqSQc#NRk*K&ab$@JbUJ5;JC%t0tbjqf(
zA*fR~f}_fyQNig@CSY9VE16?1#BG_GacXq2$~Lwbl^I_)r?_h=&-Le8@A!{<p6~PR
z^LdUY56QB@pO$rV^~8-Y8h_iq^HPCUS>m=jn5pDSn&FJkbGM_9jSJ4}*!i}ZxaFNa
zeFr~p<S;`LQX{3?x;m3v!O)pyE|%349f%{7e45^@V5I)uS&G=(f+OQlI@00@Yj>?E
zvr(mXx^!8&%fWCOnXEFu=J17WpfY+d&cjNZi=p|5Og8V)p1(4KmCiTQiisUUM2~bR
z1y^zoCrxp72TM6P+D)+<-6F4f**nue%?`%BRaJiy>V3FzJkq077-t<!DNVU)mUFr3
zzykU1!s|J~1^WIt^BS>PSipduL+N+{f2);qxEPj#%lLO*cQD!tcCJZSy)J+)4~IQt
zX&gDPP4)m_zo^0yDcC>wVrxL<aUmZ8TYh4z5nx*qais|M_{APGE%O}$*hhu9D0cIe
z6iZq6lv4nEvKseG#+I49s<;lYbJB3+OaNOE4!hy!STeh|rU+oKoQxw<usa*u20-OQ
zAs+!dy6p8I0rvVSxKadr%^Hunu;WMxz<w;mMX{}^v}NY4=FI?mc?Ry6jBPS4yx*b*
zJ6F$)O=|FejYNgRemnz_MU8jr0d`J4j!407H|a-%$`e990`|=-3l#vHHQ`DT>@8l8
zdBeF6i~#$F5EsQxd|`)W+LRIlz_u3Pe#zLCroMaC8DQtR?=P?hu%p9a4?h)0E?#Af
z0oYYlI3fw#IJFg2D%azD1ngICy_W&7w+Rsu?3>#?=IGPkPXO3NHEtBe9&!1k<)_r)
zR{{1~VFAh5yG;K++?E4&?)0r}3t-2D!!BN^B#-7yD+Jh0*KkA%cGK`xEU27x9p@up
z{~BM|4zN3fhzNEq=`r_YbvFU*3B9;c6x&_aYq@m(!wP`iC@dfu`zurDs}~M|osS*0
z@j(DPHXQayA3-+HcR2udZZeKY!G7sn<!MmaCFCPuKk0aM9AM|A;7Sqf!|5LLlN<U1
zfZZm<MX}2(qR1vo{ZW9Orp5h|v3;hq^|@QY&K<Kqn)QkQJ3B5M_Q~@Exxah%d4OF%
z2S=n}Hy>{71(o`_I3EGKZ&6z^z}_cBM6i!2J!WproxcILt_U}ZVo%B&MgEe#VHUvt
zSXe+Zwya>_f(2s#exP$}0GkMhy|$hpC%QVk0DGVfN2Fk98Jr$~z43FLkAS^k({A{k
ztvZM!BG@X6#~k02TLZ8U32{;E)+hsMY2Bg&*qQCPUo!T{0;6%$BCzv!na+y=Y!nXr
z?$j7E`C?WVz;1Toh!kvj-L+y+Ik6n)BVea<h7|B-w+ayvY~Mh=+0(UP7Qogm$Bm-c
z)!*cib=pJ@VAlx?NXFI`G|cUp+%atMa#ZVWc#C-B<zoSC!yX0Ntw3tZUT$?;oh+3}
zuPUeA`~{8S=4@1;Y6Xf74ypc;tM1G7BM>UFa;0|u>Qq7N6nYgJVWUf3HvS^VUmmF?
zOZaCgNE7;uS>dG0tgC4^Ka_x!LqqQ1>|~@4c@#QXi3pq9RZj7@HGdVKrJW_T&E{a1
zQZ|Q^f5d+pni*^lG;2`8(C?uO#UOc^za60%hO*OEn@(X!K=CSgb2f}YqgBti89x>A
z-+T>eC{-2tW@{LW(p1m7xf&**aVqhfX`emeTPApZU*B#v5|@Y0@46gam7~$Z`LQ(1
z@>g4m<*YoggIVI5(<Mj8<-$3(%e8HCloVpCA`)u$ci&xC+n0|Lhlu!x!P~S6X`ebZ
zJXUK$W5ST*@&0_2`t%Ee2P;kde<H%3J)R;np?Lq<@ehhU*)u;&-;nSBFyJ-7llc!b
zD)fE81G@qP!fP8kppWpb;yL~K-)T}V<pnKzzHFIKsEdPtJ=rJ|Y5#9eGqyo_{v8wC
OqxAB)Vg3CX)Bgk939{q>
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.json b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.json
new file mode 100644
index 0000000..736ed04
--- /dev/null
+++ b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 2,
+ "drop_rate": 0.7363891392281665,
+ "embedding_dim": 1024,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 1,
+ "lr": 0.011294664762497991,
+ "n_head": 2
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.pkl b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..ef4ab8dfb199823b00570d83f20c69a4ba702ffa
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@;Q2VVVZ%af`wRm_+UaH^T1+EJ#2aL
z8L5dWQ@ojaI8%!93*w6sOH!w}+drRB|K;$iwjQROA|S6_afO}Xw16J2q{NcsjQHZr
Ks#K6ArFsDK|5I21
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/progress.csv b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/progress.csv
new file mode 100644
index 0000000..d449848
--- /dev/null
+++ b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2186.706129659818,1719558352,checkpoint_000000,True,False,1,7c19332c,2024-06-28_09-05-53,314.7119266986847,314.7119266986847,242786,r8i6n8,10.159.28.66,314.7119266986847,1
+2182.452349324865,1719558653,checkpoint_000001,True,False,2,7c19332c,2024-06-28_09-10-53,300.735479593277,615.4474062919617,242786,r8i6n8,10.159.28.66,615.4474062919617,2
+2173.4124630905512,1719558954,checkpoint_000002,True,False,3,7c19332c,2024-06-28_09-15-54,300.98036670684814,916.4277729988098,242786,r8i6n8,10.159.28.66,916.4277729988098,3
+2211.8741541584645,1719559255,checkpoint_000003,True,False,4,7c19332c,2024-06-28_09-20-56,301.2308259010315,1217.6585988998413,242786,r8i6n8,10.159.28.66,1217.6585988998413,4
+2188.0654546782725,1719559557,checkpoint_000004,True,False,5,7c19332c,2024-06-28_09-25-57,301.18690824508667,1518.845507144928,242786,r8i6n8,10.159.28.66,1518.845507144928,5
+2261.2695754644437,1719559857,checkpoint_000005,True,False,6,7c19332c,2024-06-28_09-30-57,300.54345750808716,1819.3889646530151,242786,r8i6n8,10.159.28.66,1819.3889646530151,6
+2206.0040177472933,1719560157,checkpoint_000006,True,False,7,7c19332c,2024-06-28_09-35-58,300.26331853866577,2119.652283191681,242786,r8i6n8,10.159.28.66,2119.652283191681,7
+2205.3586723748153,1719560458,checkpoint_000007,True,False,8,7c19332c,2024-06-28_09-40-58,300.10717821121216,2419.759461402893,242786,r8i6n8,10.159.28.66,2419.759461402893,8
+2201.3432405727117,1719560758,checkpoint_000008,True,False,9,7c19332c,2024-06-28_09-45-58,300.53178572654724,2720.2912471294403,242786,r8i6n8,10.159.28.66,2720.2912471294403,9
+2146.9344828447956,1719561058,checkpoint_000009,True,False,10,7c19332c,2024-06-28_09-50-58,299.9912140369415,3020.282461166382,242786,r8i6n8,10.159.28.66,3020.282461166382,10
diff --git a/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/result.json b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/result.json
new file mode 100644
index 0000000..88ee9b7
--- /dev/null
+++ b/ray_results/test_experiment/train_model_7c19332c_60_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_07-15-47/result.json
@@ -0,0 +1,10 @@
+{"loss": 2186.706129659818, "timestamp": 1719558352, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "7c19332c", "date": "2024-06-28_09-05-53", "time_this_iter_s": 314.7119266986847, "time_total_s": 314.7119266986847, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 314.7119266986847, "iterations_since_restore": 1}
+{"loss": 2182.452349324865, "timestamp": 1719558653, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "7c19332c", "date": "2024-06-28_09-10-53", "time_this_iter_s": 300.735479593277, "time_total_s": 615.4474062919617, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 615.4474062919617, "iterations_since_restore": 2}
+{"loss": 2173.4124630905512, "timestamp": 1719558954, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "7c19332c", "date": "2024-06-28_09-15-54", "time_this_iter_s": 300.98036670684814, "time_total_s": 916.4277729988098, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 916.4277729988098, "iterations_since_restore": 3}
+{"loss": 2211.8741541584645, "timestamp": 1719559255, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "7c19332c", "date": "2024-06-28_09-20-56", "time_this_iter_s": 301.2308259010315, "time_total_s": 1217.6585988998413, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 1217.6585988998413, "iterations_since_restore": 4}
+{"loss": 2188.0654546782725, "timestamp": 1719559557, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "7c19332c", "date": "2024-06-28_09-25-57", "time_this_iter_s": 301.18690824508667, "time_total_s": 1518.845507144928, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 1518.845507144928, "iterations_since_restore": 5}
+{"loss": 2261.2695754644437, "timestamp": 1719559857, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "7c19332c", "date": "2024-06-28_09-30-57", "time_this_iter_s": 300.54345750808716, "time_total_s": 1819.3889646530151, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 1819.3889646530151, "iterations_since_restore": 6}
+{"loss": 2206.0040177472933, "timestamp": 1719560157, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "7c19332c", "date": "2024-06-28_09-35-58", "time_this_iter_s": 300.26331853866577, "time_total_s": 2119.652283191681, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 2119.652283191681, "iterations_since_restore": 7}
+{"loss": 2205.3586723748153, "timestamp": 1719560458, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "7c19332c", "date": "2024-06-28_09-40-58", "time_this_iter_s": 300.10717821121216, "time_total_s": 2419.759461402893, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 2419.759461402893, "iterations_since_restore": 8}
+{"loss": 2201.3432405727117, "timestamp": 1719560758, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "7c19332c", "date": "2024-06-28_09-45-58", "time_this_iter_s": 300.53178572654724, "time_total_s": 2720.2912471294403, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 2720.2912471294403, "iterations_since_restore": 9}
+{"loss": 2146.9344828447956, "timestamp": 1719561058, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "7c19332c", "date": "2024-06-28_09-50-58", "time_this_iter_s": 299.9912140369415, "time_total_s": 3020.282461166382, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.7363891392281665, "lr": 0.011294664762497991, "batch_size": 2048}, "time_since_restore": 3020.282461166382, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/events.out.tfevents.1719531792.r8i6n8 b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/events.out.tfevents.1719531792.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..d00a9eea7d46ee5a49ef2032eb76d178387bfd1a
GIT binary patch
literal 4596
zcma*rdrVVT90%~yI-n;MN~H=E9JF(4K^}9$WKM3|JL4lUvi)JyxJ#iITWxQ#x1h`y
z85l<<NHp%@6CZo|f}m5`+%Sf1#u%q&4pFB}ouKI0GHu02*lj82@^h{C@*nq{@A>w8
z?jhkcUNZ2rd-Y7MJV}>EuG-OINK_QL%r++D?Q)uN=e<^)@YZczU|!RXr6#$potf*K
zrwr4NKygUnGFN1}%NRP-?qpf@**Cppd9F7vD-hZA@Ej%YxQZh>l!_8@gta=$>=vrn
zN*6CKb=nxWS|X{;-z9lm4JsYiaUND$oD9uHB$8i>54kb}m5v3;v*prG9MPf_lz=PU
zHU~|)tu~gjxoH>0s;f17jnSx@%?`x3RaM=QSMu>!kQQlRoV78<H07dMx6?)Y7g*NO
zIxaV`Kv(zax$+160(vwSrQ!vAt!B5)$*>e$#<%lyD>EGId_(hs#eQsQFl<Acmt6K>
zOdP;&JcJ`+us4`qRf5W#!#E!TyY<r8mjU*1J|ci!;a+cidRwyuU{Cx8Hwt3+|D0s{
zN{vPU?0x(KqOm2!>Fsroz|MOoOk3&4mIcE;)9xYFHGi!H*ijR4L=1L~&a)9ze!}NN
zU@Pdhc>sHA4z3iyb{DKSZY3rs1MF5lE{NSyYB3%7Jna&|ej^w6i^e7hCUV>ru=AOJ
z_SX5ahXuo~jCe#w(ls3bd*N*y5rds~WJ)@y?B(+zu<J)3SOKuzUAR&JyFIVgSe?@N
zE5PpM<AT_#wVO;m|6EQ5*tTxmFB-d&*gN?i3wB<Z*4E(1ekmCCohu$PF5#mxfc-%_
zj)=iN7~OpwR7Q-)`4HG?_Wd$|eT0t)V6WLxXIxkKg$ZEiX5dCa?0+*_OnbemX8`*k
zzkq1$2BNuTP6pU{R}|Ik#|{sMeWuDoj_faF0d`_Ej)=iNuU%gNDjWEG2<&S)-+BP{
z{1{v*fIa@gIwNbZX8`tZd|VKFb@5eG!_tN-fIUr#`$c1)AmS*=cChn{F{9f2*b%|7
zldHYt=H9Fpfc;R3BVw?vqoc-x%H^>*9|Aiy;rs-E{e+JQU`Ic!HLjaoGaO*MRJc(P
z`($Uosp+z;31Hvk7Z8ozN$i<EMh|vA^>N2VKXzm=?4AM-x#>nvAHZ&Wf+J$EkF6*<
z04j5y;(Q3~(}(|93$R=HhyZru)mo$HsO%cR&V7a(1+l&RV#%JiG1&n7AiscUY>6R$
zclRQ&b4~llU4CqNFl@HdOU}#MSOTzLzl0-Vuy2)Z83!uA=kp=3M{YQ$0N7JIaHRk?
zd#lzs>ukX^fPI3G3u3Ra>PVY$3H)zl(q-H)8e3`jdTmcR*!f+Lv(Jx>f?=oUdC0<h
zhUEY|>Jg5J!A>ZD5Dh9f^7#<hWuLCH1MK)dTq%Hk<)=EMYSytLfL+hW1+mSBiR8`A
zTL^Hn!yn^*(by@5A2q$Yrm%s_QT?{h7RmSDt?*;(_sGyr8H%H<rDm7e!BUy@vQpZ`
zUC<c!j1OgKjSNKuhE#o0l}D<LMySZ_F1B)4r}ya;nO23OEp)Nd!d>LJ%Oh1%!aYks
z>Y>k=G6!WhSI{nQC>ALOhg^Z#@hEP{qoI=(NN#aCODXQQ=Bwhew4;c&SZvHf%3^bH
zkGM}mGXw4ZW;Kc({C(&`;Ye!twIdYHP*&P(Ns;MeQH%=Sob{tnlIjIF<L4s2o3B0@
zX;h(aw)&S*vg$=QSN&+DQwiTpFT7_BV*>B*Wbdv#xp(mW-H@W|Qk2BMKbB@$?rKZ1
zZZijLV@jMeevqQ?r2KnqlqT+%q7g%ERq|Nn{pPLHzx+KP4Id=p9u6Fs6apna_tx-O
z1A#^bA;;qq0%@K<Ab7Bn;J%3n`tI=*C4pjm?~Z#g<<y*avnDOg_k9>}4DjUH1R6Q?
zJm3NDQ*s0Ru^l>~4RKcSoWJwS=ZE)C4t%q4>geuw<S{*gzn*NAi4y;BPcxPQdG3ty
P?!&aw$gum0?4ADs;`qyn
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.json b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.json
new file mode 100644
index 0000000..216cdde
--- /dev/null
+++ b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 2048,
+ "decoder_rt_num_layer": 4,
+ "drop_rate": 0.46333542158727514,
+ "embedding_dim": 64,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 2,
+ "lr": 0.0056697738377682865,
+ "n_head": 8
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.pkl b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..2f06789dfb51e3339f76468fbb6a81be2e50ef8b
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1Nu=I$+Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQjY3)2fU6e`3A69O3r7GvsR%ZtxQ
zO-z~M&C$b|Qj}j1UzAvqI>p`o?sCsLo8AiaFy#~hdF7S{!Qm(DdbpAjOOi9<i!-ZI
JL6(&20RYbrQp5lN
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/progress.csv b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/progress.csv
new file mode 100644
index 0000000..e23c2f5
--- /dev/null
+++ b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1977.8688695712353,1719531877,checkpoint_000000,True,False,1,7cf5cd31,2024-06-28_01-44-37,85.05374217033386,85.05374217033386,242786,r8i6n8,10.159.28.66,85.05374217033386,1
+1982.1329076571728,1719531949,checkpoint_000001,True,False,2,7cf5cd31,2024-06-28_01-45-49,71.72748875617981,156.78123092651367,242786,r8i6n8,10.159.28.66,156.78123092651367,2
+1974.7436831016241,1719532021,checkpoint_000002,True,False,3,7cf5cd31,2024-06-28_01-47-01,71.65908813476562,228.4403190612793,242786,r8i6n8,10.159.28.66,228.4403190612793,3
+1984.2343644269808,1719532091,checkpoint_000003,True,False,4,7cf5cd31,2024-06-28_01-48-11,70.61492276191711,299.0552418231964,242786,r8i6n8,10.159.28.66,299.0552418231964,4
+1974.8721375953494,1719532163,checkpoint_000004,True,False,5,7cf5cd31,2024-06-28_01-49-23,71.31156373023987,370.3668055534363,242786,r8i6n8,10.159.28.66,370.3668055534363,5
+1972.118592750369,1719532233,checkpoint_000005,True,False,6,7cf5cd31,2024-06-28_01-50-33,70.41050291061401,440.7773084640503,242786,r8i6n8,10.159.28.66,440.7773084640503,6
+1980.1284890963336,1719532304,checkpoint_000006,True,False,7,7cf5cd31,2024-06-28_01-51-44,70.97861886024475,511.75592732429504,242786,r8i6n8,10.159.28.66,511.75592732429504,7
+1970.5598875030757,1719532375,checkpoint_000007,True,False,8,7cf5cd31,2024-06-28_01-52-55,70.93102216720581,582.6869494915009,242786,r8i6n8,10.159.28.66,582.6869494915009,8
+1983.0140207846334,1719532446,checkpoint_000008,True,False,9,7cf5cd31,2024-06-28_01-54-06,70.94619107246399,653.6331405639648,242786,r8i6n8,10.159.28.66,653.6331405639648,9
+1969.8179076187255,1719532517,checkpoint_000009,True,False,10,7cf5cd31,2024-06-28_01-55-17,71.38838720321655,725.0215277671814,242786,r8i6n8,10.159.28.66,725.0215277671814,10
diff --git a/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/result.json b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/result.json
new file mode 100644
index 0000000..585a408
--- /dev/null
+++ b/ray_results/test_experiment/train_model_7cf5cd31_46_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-34-41/result.json
@@ -0,0 +1,10 @@
+{"loss": 1977.8688695712353, "timestamp": 1719531877, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "7cf5cd31", "date": "2024-06-28_01-44-37", "time_this_iter_s": 85.05374217033386, "time_total_s": 85.05374217033386, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 85.05374217033386, "iterations_since_restore": 1}
+{"loss": 1982.1329076571728, "timestamp": 1719531949, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "7cf5cd31", "date": "2024-06-28_01-45-49", "time_this_iter_s": 71.72748875617981, "time_total_s": 156.78123092651367, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 156.78123092651367, "iterations_since_restore": 2}
+{"loss": 1974.7436831016241, "timestamp": 1719532021, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "7cf5cd31", "date": "2024-06-28_01-47-01", "time_this_iter_s": 71.65908813476562, "time_total_s": 228.4403190612793, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 228.4403190612793, "iterations_since_restore": 3}
+{"loss": 1984.2343644269808, "timestamp": 1719532091, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "7cf5cd31", "date": "2024-06-28_01-48-11", "time_this_iter_s": 70.61492276191711, "time_total_s": 299.0552418231964, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 299.0552418231964, "iterations_since_restore": 4}
+{"loss": 1974.8721375953494, "timestamp": 1719532163, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "7cf5cd31", "date": "2024-06-28_01-49-23", "time_this_iter_s": 71.31156373023987, "time_total_s": 370.3668055534363, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 370.3668055534363, "iterations_since_restore": 5}
+{"loss": 1972.118592750369, "timestamp": 1719532233, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "7cf5cd31", "date": "2024-06-28_01-50-33", "time_this_iter_s": 70.41050291061401, "time_total_s": 440.7773084640503, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 440.7773084640503, "iterations_since_restore": 6}
+{"loss": 1980.1284890963336, "timestamp": 1719532304, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "7cf5cd31", "date": "2024-06-28_01-51-44", "time_this_iter_s": 70.97861886024475, "time_total_s": 511.75592732429504, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 511.75592732429504, "iterations_since_restore": 7}
+{"loss": 1970.5598875030757, "timestamp": 1719532375, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "7cf5cd31", "date": "2024-06-28_01-52-55", "time_this_iter_s": 70.93102216720581, "time_total_s": 582.6869494915009, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 582.6869494915009, "iterations_since_restore": 8}
+{"loss": 1983.0140207846334, "timestamp": 1719532446, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "7cf5cd31", "date": "2024-06-28_01-54-06", "time_this_iter_s": 70.94619107246399, "time_total_s": 653.6331405639648, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 653.6331405639648, "iterations_since_restore": 9}
+{"loss": 1969.8179076187255, "timestamp": 1719532517, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "7cf5cd31", "date": "2024-06-28_01-55-17", "time_this_iter_s": 71.38838720321655, "time_total_s": 725.0215277671814, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.46333542158727514, "lr": 0.0056697738377682865, "batch_size": 2048}, "time_since_restore": 725.0215277671814, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/events.out.tfevents.1719499017.r8i6n8 b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/events.out.tfevents.1719499017.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..f949d64bad87cb919d49091acbe5e72658f688d6
GIT binary patch
literal 1676
zcma)6Z%7ky7@oH<?~P4&I@9TFn+CbasUHe7+WZ%!ApOC@4|Scp-`eGNH|}><MxkL+
z5JVp`3KA`YprZUD1wlmkAq*mdKKMcG&j%d@4#YwT>bLE7+nN9N?cV2o-skRlpLa!u
z<ZrC6%|+*h+Z#`fOgGp}T{0(#RW0X`sMOU)W0OD2)xPnO^G&p4da)zkmzU)(gaR<h
zT(3vz5s@b(VQlUD+|(k}<6yN)8Cv?p(l=)`N;x>ercrQE>Iw0zKZyL@5lIjgtHIFk
ztv_hLqm!JO)%bczUJ?<Z7z|%-H}!i|$?!@0VH$tcC@ye7u_mbqVZ<sy0keXFWENXT
zD~B5$#@*2xl|DQ$5TzH=^a^l6iJp!H(T`XeVMUTrV!(+%a_v5Kz});)C(VD;^xd!v
zoZ5i6DyImNh*|xZ_?MdlPd@0rd^zWNAYnGOn%Qmnbju;;K!wii9MCA6F}wZIo*|v&
zjWmA^v!}YP_jP8Qw`r0an2kRUHZI<6=+v2gHBH~pZ2FR=$>WF1I<uG312%28!5528
zRE=jPmv(FT-dXzhT=Qd&B-{PS2oH=<zy>3n%!M)QK^G!OCczPv*6T(XG{RODVwNf9
z7v(Yoba9G5NLG3gIgBm_%slc-JP8;HH5&+!S}|BNYhq8B4RO6lCXfY8DM(hki=ZH*
zl-X<onwO;rOHve<B3u;iLOd^sXINeclM;CwBqr4p%2u$Xo-+q!0~Ly^17wSA5OKW2
z=(a#EqrYf(8I&^XT<i);{36|UC}GyVIQI^)GwWTHdnc4L8(&P@tD$3}y1#b|59{c?
z^XmS-Q!q<GX?lMcVN6br#R^9Z7Q}$m`i6qnRC<puDBCj%3NyTAXiN3+sfyXtKfI8i
zvWOIufpPf2wqk1<*6)L|RV>%=m={V`21El1*}3}ewHBhC8{Zu%{Jqi<J@RzI8-E#H
z47BEIA8gOeg9eNyfOKp#0oNK?)p}yy=E~e_`_+HE_b<ne(yb}?Yrq4x|Gh^dpLCvN
QEbaRi7nPIc#BV460nHx+uK)l5
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.json b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.json
new file mode 100644
index 0000000..afad7f5
--- /dev/null
+++ b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 512,
+ "decoder_rt_num_layer": 8,
+ "drop_rate": 0.6055751532136977,
+ "embedding_dim": 16,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 1,
+ "lr": 0.08464538523322317,
+ "n_head": 8
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.pkl b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..3b3c1c83923277da265936a90a5b66001fb44e2f
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQjY3)2fU6fDHl!v_-r83z?(%ZtxQ
zO-z~M&C$b|Qj}j1UzAvqI>p`oal(C-Q(*=@OgTkB-qzKDFGCyu_i!a8mLzAy7iU(b
Jf-EW30|3w>Q|<r&
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/progress.csv b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/progress.csv
new file mode 100644
index 0000000..4c7dc63
--- /dev/null
+++ b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/progress.csv
@@ -0,0 +1,3 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+3133.156076986959,1719499095,checkpoint_000000,True,False,1,849f9246,2024-06-27_16-38-15,78.58129525184631,78.58129525184631,242786,r8i6n8,10.159.28.66,78.58129525184631,1
+2193.2057009719488,1719499162,checkpoint_000001,True,False,2,849f9246,2024-06-27_16-39-22,66.90322375297546,145.48451900482178,242786,r8i6n8,10.159.28.66,145.48451900482178,2
diff --git a/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/result.json b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/result.json
new file mode 100644
index 0000000..a8756be
--- /dev/null
+++ b/ray_results/test_experiment/train_model_849f9246_22_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-27_16-33-55/result.json
@@ -0,0 +1,2 @@
+{"loss": 3133.156076986959, "timestamp": 1719499095, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "849f9246", "date": "2024-06-27_16-38-15", "time_this_iter_s": 78.58129525184631, "time_total_s": 78.58129525184631, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6055751532136977, "lr": 0.08464538523322317, "batch_size": 2048}, "time_since_restore": 78.58129525184631, "iterations_since_restore": 1}
+{"loss": 2193.2057009719488, "timestamp": 1719499162, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "849f9246", "date": "2024-06-27_16-39-22", "time_this_iter_s": 66.90322375297546, "time_total_s": 145.48451900482178, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6055751532136977, "lr": 0.08464538523322317, "batch_size": 2048}, "time_since_restore": 145.48451900482178, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/events.out.tfevents.1719549146.r8i6n8 b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/events.out.tfevents.1719549146.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..65f09549e4f02884800f41320a6736265484532e
GIT binary patch
literal 4596
zcma*rdrVVT90%~yBGR*=^tOdsd6c3~s~IvEUs*;eSLb6Y8nZ~8yB6-PEw;C{w>ZH$
zKxTX;KsJqY3Bd=xz$uB(4Kt^UMlmYWsdF#g)A#UEl;YxcTgtioT<g93*L%+Q{O<Xj
zlZIb)vhKgF<x`Ey2MzV3YwEA&>JtjRRtNj)gvAW&8~@t;HN&T6hUYcczn`b%`j09I
z&P$9jB_Rz;@LEf=d?hTC<#cnLc8ASR>YL}MjtocEceGK;eQF%ZL>WkrBb?n`;-sk}
zJ5#jK<94t<txQ&tQ_@gl1SL;saUPbW-7LdLWU`BgOS7`VC0+AU^OZA_aKwlVXaFwh
zbGR7FXLoRv!^e0jPTMjS<+Tv`>$1b~x~i&M$}>WI5Hg~HFwQyHB8KuZoX_oLLJQ=#
zs`riwFL2{#Yk|_9jO&}wP?Uie2v)WF9B!7Q;4;CTf4prz4R&5OdhwDFwmcGcLYkkP
zK@MvL*wtfjL<)AB>tGWonLHNfqhMbcky!z->xGC2_MN0I%g#?Uy8yOk9Ihye{b^HG
z-o9ghT>{vvg#{#I%gnP23SI|0Kfmz6h7h(Q5_ZfGKY93ACIZ;^oj4)|+jOt^F(_H;
z!ucrJ8&0ch0d_2lBO=&yo&+o%#+5pNT_watvDsnA^H%BlXaRPouz+N2v-$Yj%Pe5$
z*^2gqA?(;l*bQI!$%M2Y8UZ#Piz8C7^YpqOLCJeUJ_@$&Xodw~bA5105$s*90n4%{
z=h^}GZ6Pj-{ql4fnP2fuA;6v+hwDqmt}s6v(|#E2{BF7GatOOmB<#(_ezNBAhxY(>
zpaMsvV4qHJm<>vnSK@pWZ1>ua<^XKvavTxCZc+s-M~Jy<fL$)cMX_@|>Eufpzjp!b
z`@#Z}u{W8!ChDhyoey~MZbt|^E)w=?m!FJ{PiX+yRS$7Q3bv;2&+wZ|^$6#qV6Ps$
z@H)WWC`3fCAHCCMq5rvj4PX;~Tu~I;(DEjE_T=PO0CtVAfMo2i&D+PF$_LnI+SX`l
zga3{6jf9=y_LJ}JUm*k7KYfcMQm_LBd6l3feF5jAV5`smp##`=g@_3DaA&~Men*!L
zuoqm!6-BYP-JC~W-#@+%VE-a4AQ}6*`AhoYIk5A_qR&T#u;U|Pr;qlN-&GzU0Co$F
zBT}$CnwBmFB|QwzN5S^&_#hQv2ZV?Sc0VFuQLq308Ngm-!xcrbZ=hvla~lJ{Ms5oW
zNXC}suDp`Sft|;6ZkZLrRz|}9HO5a4)$fJh*_r^3NWrFW-+T*{{7lG4!M;QtF#_zA
zE?iOsdvfCw%dN(>odA2C5EsSP$*RfNf=N%o%~n3e^(A8`=B_MD-UD{t%xqf}!bXv>
z;|KZ4mPy6=;AWq+;fNIM>IY>Id*%Y1kAl7Y&$4EKeMN|fV2@RGS|+=xG=M$bjw^~{
zkEpC8M{Yej31FWP7Lbf>$hFZ%M{`Vfb5vWmu~?Zsb597{)Sy6{6-YzbJyx&P#Zg(z
z5)b3$8#LB8Wt9T0P@ulyAtE3r9?OmW5Gu6#itK#rRK^$-MgsMtnIbpMH*$RQNZD-s
zvjIrk`x#r}qMX)J#>)?>P(sg;H#}R1G`$}6o}7S`wAbyS_--v&iqA5xLWZUt>;j5*
zxcEo>+c0c*^-yIkQuTc9y-*yIJA>5`ieo7|W2FrWlM3}GVCQT~Ln*`yI^*Xe!Oqu|
ziUtzVJ6lsaN+n*@xta!}OhUXf-I?Lt&4$nKc>9*|%EdkB_nRDDlcN;j{5Xc=_|}%<
zd{!RV!P?wYzLKLBxp0nq<@()nl+??XP^t{cGbaW#>vNF0hlqdJePKqLk^Z?;!(*Gw
zC@lgx9ygfLz~?Ur9;`6)zeGeldpsr4jQR)9j(_m*kZim2-}Ic|%YbWuC-X0w-1|P@
z0sbxd0pZ%>fm$>F%R=P4is#(V84~}u@s02=3#Sfkou#bq(a%O%NdJF(hNZjZ`8y`K
O#~S7FG0U$`JO3X<`n_EM
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.json b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.json
new file mode 100644
index 0000000..2ca1249
--- /dev/null
+++ b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 1024,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 2048,
+ "decoder_rt_num_layer": 4,
+ "drop_rate": 0.02058782092742384,
+ "embedding_dim": 16,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 8,
+ "lr": 0.00012206173551085312,
+ "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.pkl b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..0933ea081fbfea53957d19e9ffdbe6f5b752bbc9
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1Nu=I$+Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQjY3)2fU6e`3A69O3r7GvsR%ZtxQ
zO-uoqz?o8%Ul3oESdu!$-F~XbPq#pEg&wAyA|Oxxf6g+7?VozMk`hajGvbRgt5SiM
Iu$1Zn0G{(wKL7v#
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/progress.csv b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/progress.csv
new file mode 100644
index 0000000..61624e8
--- /dev/null
+++ b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1955.2079112135518,1719549284,checkpoint_000000,True,False,1,88943ec6,2024-06-28_06-34-44,138.29581928253174,138.29581928253174,242786,r8i6n8,10.159.28.66,138.29581928253174,1
+1952.9390787440022,1719549409,checkpoint_000001,True,False,2,88943ec6,2024-06-28_06-36-49,125.04476261138916,263.3405818939209,242786,r8i6n8,10.159.28.66,263.3405818939209,2
+1953.1876744548167,1719549534,checkpoint_000002,True,False,3,88943ec6,2024-06-28_06-38-54,124.98309111595154,388.32367300987244,242786,r8i6n8,10.159.28.66,388.32367300987244,3
+1957.8012575164555,1719549659,checkpoint_000003,True,False,4,88943ec6,2024-06-28_06-40-59,124.89581799507141,513.2194910049438,242786,r8i6n8,10.159.28.66,513.2194910049438,4
+1955.3321187177041,1719549784,checkpoint_000004,True,False,5,88943ec6,2024-06-28_06-43-04,124.5345048904419,637.7539958953857,242786,r8i6n8,10.159.28.66,637.7539958953857,5
+1955.422944316714,1719549909,checkpoint_000005,True,False,6,88943ec6,2024-06-28_06-45-09,125.16982364654541,762.9238195419312,242786,r8i6n8,10.159.28.66,762.9238195419312,6
+1955.47275332954,1719550034,checkpoint_000006,True,False,7,88943ec6,2024-06-28_06-47-14,124.71126890182495,887.6350884437561,242786,r8i6n8,10.159.28.66,887.6350884437561,7
+1953.6913279135397,1719550158,checkpoint_000007,True,False,8,88943ec6,2024-06-28_06-49-18,124.53526043891907,1012.1703488826752,242786,r8i6n8,10.159.28.66,1012.1703488826752,8
+1952.0587047667016,1719550282,checkpoint_000008,True,False,9,88943ec6,2024-06-28_06-51-22,123.8325846195221,1136.0029335021973,242786,r8i6n8,10.159.28.66,1136.0029335021973,9
+1953.125932348056,1719550406,checkpoint_000009,True,False,10,88943ec6,2024-06-28_06-53-26,124.03362774848938,1260.0365612506866,242786,r8i6n8,10.159.28.66,1260.0365612506866,10
diff --git a/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/result.json b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/result.json
new file mode 100644
index 0000000..2c8fc77
--- /dev/null
+++ b/ray_results/test_experiment/train_model_88943ec6_56_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_06-19-04/result.json
@@ -0,0 +1,10 @@
+{"loss": 1955.2079112135518, "timestamp": 1719549284, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "88943ec6", "date": "2024-06-28_06-34-44", "time_this_iter_s": 138.29581928253174, "time_total_s": 138.29581928253174, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 138.29581928253174, "iterations_since_restore": 1}
+{"loss": 1952.9390787440022, "timestamp": 1719549409, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "88943ec6", "date": "2024-06-28_06-36-49", "time_this_iter_s": 125.04476261138916, "time_total_s": 263.3405818939209, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 263.3405818939209, "iterations_since_restore": 2}
+{"loss": 1953.1876744548167, "timestamp": 1719549534, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "88943ec6", "date": "2024-06-28_06-38-54", "time_this_iter_s": 124.98309111595154, "time_total_s": 388.32367300987244, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 388.32367300987244, "iterations_since_restore": 3}
+{"loss": 1957.8012575164555, "timestamp": 1719549659, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "88943ec6", "date": "2024-06-28_06-40-59", "time_this_iter_s": 124.89581799507141, "time_total_s": 513.2194910049438, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 513.2194910049438, "iterations_since_restore": 4}
+{"loss": 1955.3321187177041, "timestamp": 1719549784, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "88943ec6", "date": "2024-06-28_06-43-04", "time_this_iter_s": 124.5345048904419, "time_total_s": 637.7539958953857, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 637.7539958953857, "iterations_since_restore": 5}
+{"loss": 1955.422944316714, "timestamp": 1719549909, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "88943ec6", "date": "2024-06-28_06-45-09", "time_this_iter_s": 125.16982364654541, "time_total_s": 762.9238195419312, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 762.9238195419312, "iterations_since_restore": 6}
+{"loss": 1955.47275332954, "timestamp": 1719550034, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "88943ec6", "date": "2024-06-28_06-47-14", "time_this_iter_s": 124.71126890182495, "time_total_s": 887.6350884437561, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 887.6350884437561, "iterations_since_restore": 7}
+{"loss": 1953.6913279135397, "timestamp": 1719550158, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "88943ec6", "date": "2024-06-28_06-49-18", "time_this_iter_s": 124.53526043891907, "time_total_s": 1012.1703488826752, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 1012.1703488826752, "iterations_since_restore": 8}
+{"loss": 1952.0587047667016, "timestamp": 1719550282, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "88943ec6", "date": "2024-06-28_06-51-22", "time_this_iter_s": 123.8325846195221, "time_total_s": 1136.0029335021973, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 1136.0029335021973, "iterations_since_restore": 9}
+{"loss": 1953.125932348056, "timestamp": 1719550406, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "88943ec6", "date": "2024-06-28_06-53-26", "time_this_iter_s": 124.03362774848938, "time_total_s": 1260.0365612506866, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.02058782092742384, "lr": 0.00012206173551085312, "batch_size": 1024}, "time_since_restore": 1260.0365612506866, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/events.out.tfevents.1719509211.r8i6n8 b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/events.out.tfevents.1719509211.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..29207aef6d4f6c3d0a2ae35440021969192807b1
GIT binary patch
literal 2771
zcma);e{2(F7{|NooV%wM+H)OS%h=jEz$UY9e~5z6uBD1o6Z~Bix!rp2=&|)~+})%j
z{#Y2p^2fsdm;n<ebz3lii5MjsQI;4D1dN;W52FT2OcbU@7o!51QLn$=>pNT8{&(;5
ze4p>VpXW)Rt1+a16E8jJqUXjxyDM_!>o&W&Q|1Kmj^J}hRM)nCd1l<&n8`bNWLJRh
zcK-B0GS5=xu7)Zw%Ur)l?GurwM^Y49;zv{PosS%|cV;B7{5iwYXIElLBRIj1B}zo<
z>*3jO1ckeMB|%he2E%~&%BsXSgk{t1SWjB=l87{k!Eh)vy3CWYj6Pepnf^eRxS#=Q
zv85_R5vxW7g%wmJvx@E7+#&zWbk~NKjC^cxaE@+uW5?UT1rAcK2x1tqGE!7YMyUcr
zm5GCEG6gPQIlqNIrWbI-YH;ELNmou4BvE0>GRd3&VYB=|-29^d?JX(TR6f|Jh9Nle
z#ik$u`+5LNN`d{_*`Egq%NI6ceF4~(^A?7HZ3tpX5!maxpZ9Z5Z|EdotGc`>><b4>
zfzW++nSlL^UZ7;y2H)P=Q(K9f$LU9e6l`NY*xLsygZ1@FD*-zJSW*h?1BXLi!m`7J
z^#x$Z?_O^pU|-fHMPScd?e~Ak{rWcno4W-&7KJ@!ZVyN``xXe;U+D!(hVAq1zZBa=
z-2C4+uEtWZ%k#m0rnVyJYrgOh0lWSfmXrcJw0d-suso{k3&0NCubv=aHy_8AMPQHc
zyZw8f@Si4NAJyeWVefowZ{Tz8Nh1N<aRU37412)0?)SD?;^wgL#dr$#P5EGd;wcY~
zP8${o*bOgZNhz>9rp|pwSWf8r0<d?^HoFMeO>t~l1a?a#=BLJ{E)uX0>hhwnV;vI#
zW325T0=8*C_AeQB!e^R%>YkHj>Hq$bu~&D{4-Z#AzC&A(?nxuOZiFf}(#y$QRAD_R
z){A6q|A=aP+z3NPxH%JIu2alklxqn<C#QxZ+Gf~|8jLOmmhdPn@!Fo!b|c%>rJdD+
zE%!|9i?TgjKa#bO70lU?oXM_%s+^<TWHZpbEcLS5GD=!$S`_U>JTHjbSzd^0N7~yU
zG3}mmwt+SKoLi^@sGg)dK!wOg5XUzd-Bwu2kRJx_6|kJS!Qx*eNiKGG9XOc6i`!if
zb<B+xv%3iznc|E0-Gx<a#7zG_{%w3MJ(}&`_Y_>BV7cBu1u2TQxmiW!G{Az`CAFWS
z;54Q8@h!^!CI!_wY#G|RQXO*c`E=F`w`LJ(hv|W__`trXYdALGgB5v@<G7}EEFKUX
z)WpvGy~io@URav!op$iPG(0~Yh<lSSLyQ4V-t2>Ax$}SniBv!z+uVSwz^vk&dGEGu
rTfe<G^Wk*vy@^NZ<5~JG-~s#p*&~rplh<ZU=U(ojD$A~|cZB`}+3sHs
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.json b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.json
new file mode 100644
index 0000000..059f0e7
--- /dev/null
+++ b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 512,
+ "decoder_rt_num_layer": 1,
+ "drop_rate": 0.2933049514156799,
+ "embedding_dim": 64,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 4,
+ "lr": 0.011848091629580768,
+ "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.pkl b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..9b9ede690bf38587455db45dce6eb4b0aef8dced
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>csulP!HiBzo8rsB(ZdVV3p5lg#MHwF69O3r6=Tbb&qz&7
z0Xc&+r6|83z9_LIb&9+FrK3%XttDzbOgTkBUWfDf554(2dbpAjOOi9<i!-ZIL6(&2
F0RYzoQ>Xv{
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/progress.csv b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/progress.csv
new file mode 100644
index 0000000..b77623f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/progress.csv
@@ -0,0 +1,6 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2238.4140029066193,1719509287,checkpoint_000000,True,False,1,8e5e7f52,2024-06-27_19-28-07,76.45697116851807,76.45697116851807,242786,r8i6n8,10.159.28.66,76.45697116851807,1
+2216.8567279004674,1719509350,checkpoint_000001,True,False,2,8e5e7f52,2024-06-27_19-29-10,63.10471820831299,139.56168937683105,242786,r8i6n8,10.159.28.66,139.56168937683105,2
+2184.21265321266,1719509413,checkpoint_000002,True,False,3,8e5e7f52,2024-06-27_19-30-13,62.492005825042725,202.05369520187378,242786,r8i6n8,10.159.28.66,202.05369520187378,3
+2145.5848196435163,1719509475,checkpoint_000003,True,False,4,8e5e7f52,2024-06-27_19-31-15,62.598204612731934,264.6518998146057,242786,r8i6n8,10.159.28.66,264.6518998146057,4
+2114.985403466412,1719509537,checkpoint_000004,True,False,5,8e5e7f52,2024-06-27_19-32-17,62.10174918174744,326.75364899635315,242786,r8i6n8,10.159.28.66,326.75364899635315,5
diff --git a/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/result.json b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/result.json
new file mode 100644
index 0000000..5700fbe
--- /dev/null
+++ b/ray_results/test_experiment/train_model_8e5e7f52_31_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_19-20-14/result.json
@@ -0,0 +1,5 @@
+{"loss": 2238.4140029066193, "timestamp": 1719509287, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "8e5e7f52", "date": "2024-06-27_19-28-07", "time_this_iter_s": 76.45697116851807, "time_total_s": 76.45697116851807, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2933049514156799, "lr": 0.011848091629580768, "batch_size": 2048}, "time_since_restore": 76.45697116851807, "iterations_since_restore": 1}
+{"loss": 2216.8567279004674, "timestamp": 1719509350, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "8e5e7f52", "date": "2024-06-27_19-29-10", "time_this_iter_s": 63.10471820831299, "time_total_s": 139.56168937683105, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2933049514156799, "lr": 0.011848091629580768, "batch_size": 2048}, "time_since_restore": 139.56168937683105, "iterations_since_restore": 2}
+{"loss": 2184.21265321266, "timestamp": 1719509413, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "8e5e7f52", "date": "2024-06-27_19-30-13", "time_this_iter_s": 62.492005825042725, "time_total_s": 202.05369520187378, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2933049514156799, "lr": 0.011848091629580768, "batch_size": 2048}, "time_since_restore": 202.05369520187378, "iterations_since_restore": 3}
+{"loss": 2145.5848196435163, "timestamp": 1719509475, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "8e5e7f52", "date": "2024-06-27_19-31-15", "time_this_iter_s": 62.598204612731934, "time_total_s": 264.6518998146057, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2933049514156799, "lr": 0.011848091629580768, "batch_size": 2048}, "time_since_restore": 264.6518998146057, "iterations_since_restore": 4}
+{"loss": 2114.985403466412, "timestamp": 1719509537, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "8e5e7f52", "date": "2024-06-27_19-32-17", "time_this_iter_s": 62.10174918174744, "time_total_s": 326.75364899635315, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.2933049514156799, "lr": 0.011848091629580768, "batch_size": 2048}, "time_since_restore": 326.75364899635315, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/events.out.tfevents.1719502338.r8i6n8 b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/events.out.tfevents.1719502338.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..e63b66a0b1d6aaef470d674fa49fa91485500d05
GIT binary patch
literal 2406
zcma)-VQdp+7{|LS8N0`HxMRhwW3Y7)%qes;Q5eqjYzHRe%i_K$898sgclLC5H}7t^
zv5Cv3$U;A$W(j`4IZ;3}k;EvBDM2HsOP0v|Krj*#LZV0v#6(C}LU`L=-|IWuwf)xj
zdH&D;-rxJ=d8%CL-;p<W_}Sna6T{NP<!61KE<;kZP1|-O&D#3Jx*@*0!OlB5@p_n*
z|NVSCnfGuBzX~eBV@Lx5t4~9L9^Ev(U+<5%el@-R$wpf;{@<@6d*v>XG(bK0h{TNQ
zeLb=miK57>y}F`VUYBb)c<pFRrYyHC5It=v>l(rmm+P6vL#G0^rMj!Oot<+eeyD?L
zVreNV60N9Wii(8{(e$!AkB1t@ZeD1z<%dT{Z?J6%;<yg{P(#a2MT;QOK&GV|C{<wK
zmmzhtUEt5ZW?y8#cM9<EDAbbzNmt2Ibj=j$GRd2FUi$qUb@RYe+m5ARGr3?l--@@6
z9{*yBf_=}C6a%|VXxd3x4sOn4NnrbD#os8{_Z>+A*e7OVp}EKYc$|X0dkb+a2)pw=
zU)XbJ=q3gGx>KNN*e>C-lK#J`o1^&r=@e{tF4&h!6RnA{D?=3QeG5cV4D9KR=gKI{
zhZ01er?c6A?mkVye%Fx{fIX+gLN9!HaW4gX`90!T5O(ONm%_~-4W6K2?{Nwg4O<XK
zYGN0un@7*cvnklia>1T|E8hCf_;wn0{|u271H1j|fln#Rgrm;``}}s_WeWDlx5Tml
zY~?^K6std9O2J-m<ON|5?t4G1kA1U|f~|f>{ELP?EX+UG(s;5YJ&q0@{@@ihw0E*Y
z#xtA$#0`^fs1&2Uk|C+47(o5K$iO2}v)cB%;cYi8w?kZ<;qEa0a)2($ibV0S+Joxc
zeh$iI6wzfoI`Oy`ySwpOHF&env_4hrkp_@~Llxl3gbX{o3M#XXvXec)%7)%6;`x}g
z!dj$uAz4<mmql4o@e%$Sq@~?c&R(d<{Ld~_3QSMZ9iUVbqeznL+<XPB;OJe&uYuLv
z61!-TBsu>0TBzaj?-G73)N)Jh3VuB_aD{h4m0EjNv)}KBTOV&_r!wz%je)BStajed
zM5c+CiD+692CQh^dfQnBW*Fxkzhrz<46Mpx%dr)m=G=u%9XEooGJ^;orW@vV5PXYX
zjl>QLuqFp`635z_#SKD&!vfy@Ip3b7)CsU6`F8l=`fK6S$2N4PK89)olH4f3Bia2x
z0{AO&z-im;fIm;KlAPPYj`l9O#opyVpE~k9`(uWF69mBbfA&a|)8uiFIoy}|nX;1R
H$x!<P=9c~N
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.json b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.json
new file mode 100644
index 0000000..501d65c
--- /dev/null
+++ b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 1024,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 8,
+ "drop_rate": 0.7914041407453669,
+ "embedding_dim": 16,
+ "encoder_ff": 1024,
+ "encoder_num_layer": 1,
+ "lr": 0.0017184389008014717,
+ "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.pkl b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..a1237f04b29c5b23598309c54f257f8e3e7e4096
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQmZ3)2fU6e`3A69O3r7GvsR%ZtxQ
zO-unfgEOTlzaYLSu_SehyZy^xy<=yKV|ti!ih#Tr_2oO93!n6GB_)<5XT%q0R;7Y0
HDb)i2y?j$5
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/progress.csv b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/progress.csv
new file mode 100644
index 0000000..f42ea72
--- /dev/null
+++ b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/progress.csv
@@ -0,0 +1,5 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1996.2721538393516,1719502422,checkpoint_000000,True,False,1,93c649bd,2024-06-27_17-33-42,84.1758508682251,84.1758508682251,242786,r8i6n8,10.159.28.66,84.1758508682251,1
+1999.4757651982345,1719502493,checkpoint_000001,True,False,2,93c649bd,2024-06-27_17-34-53,70.39586234092712,154.57171320915222,242786,r8i6n8,10.159.28.66,154.57171320915222,2
+2008.213741753045,1719502563,checkpoint_000002,True,False,3,93c649bd,2024-06-27_17-36-03,70.20663857460022,224.77835178375244,242786,r8i6n8,10.159.28.66,224.77835178375244,3
+1996.1505780557948,1719502633,checkpoint_000003,True,False,4,93c649bd,2024-06-27_17-37-13,70.27228903770447,295.0506408214569,242786,r8i6n8,10.159.28.66,295.0506408214569,4
diff --git a/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/result.json b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/result.json
new file mode 100644
index 0000000..edaa056
--- /dev/null
+++ b/ray_results/test_experiment/train_model_93c649bd_28_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_17-29-59/result.json
@@ -0,0 +1,4 @@
+{"loss": 1996.2721538393516, "timestamp": 1719502422, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "93c649bd", "date": "2024-06-27_17-33-42", "time_this_iter_s": 84.1758508682251, "time_total_s": 84.1758508682251, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7914041407453669, "lr": 0.0017184389008014717, "batch_size": 1024}, "time_since_restore": 84.1758508682251, "iterations_since_restore": 1}
+{"loss": 1999.4757651982345, "timestamp": 1719502493, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "93c649bd", "date": "2024-06-27_17-34-53", "time_this_iter_s": 70.39586234092712, "time_total_s": 154.57171320915222, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7914041407453669, "lr": 0.0017184389008014717, "batch_size": 1024}, "time_since_restore": 154.57171320915222, "iterations_since_restore": 2}
+{"loss": 2008.213741753045, "timestamp": 1719502563, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "93c649bd", "date": "2024-06-27_17-36-03", "time_this_iter_s": 70.20663857460022, "time_total_s": 224.77835178375244, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7914041407453669, "lr": 0.0017184389008014717, "batch_size": 1024}, "time_since_restore": 224.77835178375244, "iterations_since_restore": 3}
+{"loss": 1996.1505780557948, "timestamp": 1719502633, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "93c649bd", "date": "2024-06-27_17-37-13", "time_this_iter_s": 70.27228903770447, "time_total_s": 295.0506408214569, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.7914041407453669, "lr": 0.0017184389008014717, "batch_size": 1024}, "time_since_restore": 295.0506408214569, "iterations_since_restore": 4}
diff --git a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/events.out.tfevents.1719521574.r8i6n8 b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/events.out.tfevents.1719521574.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..05210fc2a6193fc6db5662617478292dafafea92
GIT binary patch
literal 4596
zcma*reNYr-90%}Y&lmO~kUK@;5QIBWJ2VuXYy@Lrml8BGsZkqkJ-Iz^5%!qdLr^nt
zOsWy5vV2Jc-(Ru}8W~}FlQf+))ZP^FokYcPNSoB*rn2^q<JtS!UAz3pKF@c*`+T0|
znCGH3y+1oDry0rIxVl`|mi8<|_yVVe7oNyj%n7c^X@#-QH%z{H4O_}-GNS(dYR|mL
z5c5zp1cf^-OHy5B0+(9s5XGoHWo|~dYZo=n7g=}z2bO%P5l2iY5gBkqv^&a*t!$y4
zD_m6S;00HdMpKo^|G4~RP`UIV&cjNpL*S%{Mw8$2^!Zd@Wy!p_8RVcQ95JE<6oV^W
zd<n<8?7YbGF3!n{QB1o?SFK$BV7xD0yK?0%@@+Yugp4Q_#zkHz<X9&sx*Sf<dxL|C
z*%v4IZg8{f#2hlT8TXsfXq1R=;AyqEc!wae@HU>6SJqzQ!OB}rqguS!L?CQpwVTOX
z+J6GTzLta|YOw3>ADRRz7bW9-5NzG;z3Bk^cR8YfT|L!CM;!g~0Ki^25;rPhUytmj
z7uByR0@!Wx4OC-mDAQlMEU<Fw!hW|GTN?=b#0@vIKW=*mz%ICmBWke!UNY=kP<dI-
z2f@BJXH+A=wqL@P3fM<uY;@X`SuDWrkmHKjoe|@hipn#G0QT(5xL-9kMJ?+HI|Ek!
z*ucCAWuA|beu1!~&-O4^8f#_)?BSs}q6WLOXW|A>xmV5y!ET#mOaj>BNnELbz0F~x
zht{0h0I)xn<BHg=`*`L(Yi2gUHX_`w8oP=*bIWiVtbEFc9mQVk{(-Rfl5Xbn(--mq
z_H(s3q6T~S=B6}Ic}~s;!Tx8MJrZE=uEUiI*y;0Z^aks!kpMe+3yv#dhi`kAd2(ax
zI)J@NzJY4&trYd*;Wn`HOQoxKd$9)u!oD}x&77~uJ_fL(oj9TfdsKZc4Jvoa`5@S9
zYqo{~>@gy)RKQN$Wuu=ReEU^^y+@8KVt-clDdVg@X$08uF5IsgyM?-byfO@|JjOio
zsuz1;AnfFwZl=7TsT*KVOu-Q~*lSut;2+ahay|%lOIYPk06TjOu2jHo=54h0X4ol!
z-7LoyvAeRrXNb4XRs!tQvAAC~_EqZ0L<<G5WAmG07JELkLjz$?=iN+qX!#X@J^FbZ
zQG=cH$HQZw@_?KVg8gT~{S1JeJ_A=OU@xO>G?6iX6~OM6<BHg`!@8K`^V=H$w)F+v
zuNqsE)tJ8g4p=#Bo>}0<CIev?N&g^!Y1lj(V2dd@q6T|~slF3b_Q?4l*exNi{06YA
z#^6c??9d_`&0e3D1F(DKxFYuSVj^cm^^v&%+c6gRtHzGZx-s)?I#@Y5xvj>FjRIlY
z*18$~wfs7Oos^CvYOvFCqep<s200%D`<cV@_W|suGH|5=_BVPPy?#RHRDgXzjw@nU
zoQ%v#j?$O__Ty7<ziRA+tW$HYwKs(H9**9r{h)~KHeB^$n|Er_HZ2;$+Dk1?ONq#)
zauubVQ#zmtuDmz3Xq6TX^bP6Vg#H0xj6i6C#Z_pRj!sLt1g%kzBCK4Y!zvx*q{Aa?
zvq{%tP?Y~Qp{#^0wk+YC(vS{?_YFCHv!l@vzf1m;!x3q9I!amTwC1UjvRugm&T8d_
zg{+k?kuFJ3!wJ3Z-sUKz>-*jRMgtI0>}f}6fWX>0i#0)O)}cXqcycz!qv87hIT=3^
z@tl0kaVS<F{A6n$f#UT4cXBl+Ba>eFWLj~2)6ar${|?{TKAB93_3huU1iC_?;qv~8
zoG401TUK;gBw${!Ir6?H&=-WfkM)G%69NtOv(=Nj?(*Eok2ZE?qQQMc(#75vW*mhK
zkL(&A+e)GM0OWW)fkLs5z94w8ijuyG2)Orn%H2#f$g_9Sg_PG<oLk=zpXqrR@EYLB
zr4$<G|32UW=_#cF`L*>QFa~*7@tnJv?1|jV8NP28zH8bslg#SVACFRz;lK8rVC|Kc
R-Z9y|pOFX+dDz@??_U{Bv{e8A
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.json b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.json
new file mode 100644
index 0000000..95f54f2
--- /dev/null
+++ b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 2048,
+ "decoder_rt_num_layer": 1,
+ "drop_rate": 0.7686353033166121,
+ "embedding_dim": 256,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 8,
+ "lr": 0.00011707230271575167,
+ "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.pkl b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..7aa2cd98584ebced3a9a23fce29839580c7b1289
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>_%bl|aKX$@O9S#bdU#=)fu=%*_+UaH^T1+EJ#2aL8L5dW
zQ@jOwI8%!93*w6sOH!w}+rOBxQoytPZ4XmU5s)XhVcLzx7VRFcq{NcsjQHZrs#K6A
GrFsDA##222
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/progress.csv b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/progress.csv
new file mode 100644
index 0000000..6354cca
--- /dev/null
+++ b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1995.6765771099901,1719521818,checkpoint_000000,True,False,1,951ea23d,2024-06-27_22-56-58,243.84869742393494,243.84869742393494,242786,r8i6n8,10.159.28.66,243.84869742393494,1
+1996.344031626784,1719522048,checkpoint_000001,True,False,2,951ea23d,2024-06-27_23-00-48,230.28329491615295,474.1319923400879,242786,r8i6n8,10.159.28.66,474.1319923400879,2
+1999.2121284064347,1719522278,checkpoint_000002,True,False,3,951ea23d,2024-06-27_23-04-38,230.10066199302673,704.2326543331146,242786,r8i6n8,10.159.28.66,704.2326543331146,3
+1990.6904046967275,1719522509,checkpoint_000003,True,False,4,951ea23d,2024-06-27_23-08-29,230.43604636192322,934.6687006950378,242786,r8i6n8,10.159.28.66,934.6687006950378,4
+1992.301810677596,1719522739,checkpoint_000004,True,False,5,951ea23d,2024-06-27_23-12-19,230.36418223381042,1165.0328829288483,242786,r8i6n8,10.159.28.66,1165.0328829288483,5
+1994.9048264871433,1719522970,checkpoint_000005,True,False,6,951ea23d,2024-06-27_23-16-10,230.64503145217896,1395.6779143810272,242786,r8i6n8,10.159.28.66,1395.6779143810272,6
+1997.1295665831078,1719523200,checkpoint_000006,True,False,7,951ea23d,2024-06-27_23-20-00,230.41295719146729,1626.0908715724945,242786,r8i6n8,10.159.28.66,1626.0908715724945,7
+1995.2905263825664,1719523430,checkpoint_000007,True,False,8,951ea23d,2024-06-27_23-23-50,230.26359033584595,1856.3544619083405,242786,r8i6n8,10.159.28.66,1856.3544619083405,8
+1990.7004615603469,1719523661,checkpoint_000008,True,False,9,951ea23d,2024-06-27_23-27-41,230.41418027877808,2086.7686421871185,242786,r8i6n8,10.159.28.66,2086.7686421871185,9
+1996.574927142286,1719523891,checkpoint_000009,True,False,10,951ea23d,2024-06-27_23-31-31,230.07325339317322,2316.8418955802917,242786,r8i6n8,10.159.28.66,2316.8418955802917,10
diff --git a/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/result.json b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/result.json
new file mode 100644
index 0000000..0e48836
--- /dev/null
+++ b/ray_results/test_experiment/train_model_951ea23d_42_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_22-41-43/result.json
@@ -0,0 +1,10 @@
+{"loss": 1995.6765771099901, "timestamp": 1719521818, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "951ea23d", "date": "2024-06-27_22-56-58", "time_this_iter_s": 243.84869742393494, "time_total_s": 243.84869742393494, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 243.84869742393494, "iterations_since_restore": 1}
+{"loss": 1996.344031626784, "timestamp": 1719522048, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "951ea23d", "date": "2024-06-27_23-00-48", "time_this_iter_s": 230.28329491615295, "time_total_s": 474.1319923400879, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 474.1319923400879, "iterations_since_restore": 2}
+{"loss": 1999.2121284064347, "timestamp": 1719522278, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "951ea23d", "date": "2024-06-27_23-04-38", "time_this_iter_s": 230.10066199302673, "time_total_s": 704.2326543331146, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 704.2326543331146, "iterations_since_restore": 3}
+{"loss": 1990.6904046967275, "timestamp": 1719522509, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "951ea23d", "date": "2024-06-27_23-08-29", "time_this_iter_s": 230.43604636192322, "time_total_s": 934.6687006950378, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 934.6687006950378, "iterations_since_restore": 4}
+{"loss": 1992.301810677596, "timestamp": 1719522739, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "951ea23d", "date": "2024-06-27_23-12-19", "time_this_iter_s": 230.36418223381042, "time_total_s": 1165.0328829288483, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 1165.0328829288483, "iterations_since_restore": 5}
+{"loss": 1994.9048264871433, "timestamp": 1719522970, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "951ea23d", "date": "2024-06-27_23-16-10", "time_this_iter_s": 230.64503145217896, "time_total_s": 1395.6779143810272, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 1395.6779143810272, "iterations_since_restore": 6}
+{"loss": 1997.1295665831078, "timestamp": 1719523200, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "951ea23d", "date": "2024-06-27_23-20-00", "time_this_iter_s": 230.41295719146729, "time_total_s": 1626.0908715724945, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 1626.0908715724945, "iterations_since_restore": 7}
+{"loss": 1995.2905263825664, "timestamp": 1719523430, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "951ea23d", "date": "2024-06-27_23-23-50", "time_this_iter_s": 230.26359033584595, "time_total_s": 1856.3544619083405, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 1856.3544619083405, "iterations_since_restore": 8}
+{"loss": 1990.7004615603469, "timestamp": 1719523661, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "951ea23d", "date": "2024-06-27_23-27-41", "time_this_iter_s": 230.41418027877808, "time_total_s": 2086.7686421871185, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 2086.7686421871185, "iterations_since_restore": 9}
+{"loss": 1996.574927142286, "timestamp": 1719523891, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "951ea23d", "date": "2024-06-27_23-31-31", "time_this_iter_s": 230.07325339317322, "time_total_s": 2316.8418955802917, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.7686353033166121, "lr": 0.00011707230271575167, "batch_size": 2048}, "time_since_restore": 2316.8418955802917, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719508546.r8i6n8 b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719508546.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..5bf207916f62c167514065b65c4d358994c606ec
GIT binary patch
literal 1865
zcmb1OfPlsI-b$QtvsX+=pMTR)iZ`h!F*8rkwJbHS#L7rMBeO{vs&2#la%awC53Vi%
zsS{w-65|r#;w?(7)GsN`OV!WGFD@26y5o`yn-wdc0aVM>uNUGu1E0dRD03-tNx`)g
zXXKaWq{Js@q$Xz<<Y(rUh%zuV*gM5uo{eJVvgdI9s8*)r=cNL*FfbfD%|A~cYGrP$
zYyfBI3%C{~E(I=0xRoWDxvB9b8JWfLnI)-3@x`JN8I4Y+J?Etjq1xv*H^1b(iqNjY
zrNkwTs=YWfFF7^7D7CmGzbF-KfI{TGICH20&tII1<n(z7w_l4(gG&)^0La$FlFa<P
z;&@bJKt8vAyYn21&vzY5UJDLvCTxLy;Axvnxv`E2N?<=a4%b3VVBhyh$wRR+>jYds
zj=-M1LUkKTV1GwwArRR0H$0psTdjJ864?1C;WiQs?1(E*owDSN@=*f&CBgur1DnA?
zZ9-lKiqCgF;@<@hY-VhMtz;JL!sO?+4<)ewK89-{Ca|@xC}*Kq+3^IfA4gzsS#|CJ
zN?;2-g=--Y*k^ZpIn{h9a7PL34up1sfh|8%)p^z=I}Vh<W_<>?pXk7LaL|%qzm4Ma
zRZY8&fdiWbTVR*%v~*b>vGXNLU`w>XwGb27R&fl;C{`{;=*JP*H*anGjS|>et#B&|
z1a`v`FQ?<P<Hb+{dl^DI!N9h6ig4yBjJS;w*m7-f`-u+h1_!xIiP|VWKe)K@GB~hV
zu?2Q_o|cQ!VZk_*z`nf%u7#MuUM$b1i(+N`Qn-E`f&H_8sxV4mKSXFD5ZDPhK28O{
nQf8tAcE~cgjRXUG&AL`+{gR_1D1m(fVF1yAy};pev+Z#JqSj$>
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719511664.r8i6n8 b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719511664.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..2d3f1b104cbbbd765deddc289eeebda6ecf3a614
GIT binary patch
literal 1865
zcmb1OfPlsI-b$RTtekVQ=HGOb;!P?_%*@ksElbTSu`-(WtnHUFRNaR8<<6XM7Y45Z
zsS{w+65|r#;w?(7)GsN`OV!WGFD@44y(j0Q9$CNA0IFr`*9-BSq08Y~l(`hSq~KbL
zGxAGwQsR>{Qj@a_@-y>FL>U+w>>o&*rlD9_yb`V-)ykCoyi}kT1_rL*`5X12R_4aa
z25_>if@@LYQs9z=TUnBsn;Kt|ky#v{S&~{5Uo5H>(BxFpEZ1rX)jqem`6cIKgmx7!
zB`#@H?ZugS$*J*0sl_GvMX6u|&UC)tWDYgp`HNGLoYJe|_G@uza4EtK0NI*Yl9``Z
z9FJ-Y$mjXrGtQ&<{QOPlo#4P`#}?QJ+(cZsN*^hq1on+va4p0HcKclMZzxu#+=lDN
z5!eh17XLvBY>7K?Ed&Dl(H}pjY4dI5Q387!LOa30o_+46Q_zVMdr$(K_b%Liq63@3
z!ElR3Ad1iHm;OEq4r~r=f&ELJ*QIUhj|nJ&-M$R2g_yv;Egb8DVkQ4_xPBagefLg4
z1WI5}MQ9-q*b(L4PF70tA5j9EcLm%=f`P4aRNXoLxqCNCVAmrIAUd!e9Qe*L9Y*o_
zgR>VefdiWpTVOBV#pa^vrWb`0*sssQwGb27ajnfVC|0gK57&<)usgKhuR{rJg9~si
z1Ol5i*4L?9cJg+Vz+Q&XPB5@jWul$0sy{|8MkFu7?I$|08yp1Kge6dX{`K92`{2Ol
z!WP&(um3vVo%YupC9wazhif4wupfr?n4nnM^Z~9PM_>ovF7-tTY>tm`Ed&DF|E;&v
o{iFYlPy)Lip`Bo0-{Ed|?m6{=5hZ1RMi@YJU@veuwUK!l0Jv~zPXGV_
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719512699.r8i6n8 b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/events.out.tfevents.1719512699.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..5e6fcb7d1dde53d0d877be92c376e758fc1502f8
GIT binary patch
literal 4596
zcma*reNYr-90%~@2<e_ex#P~17duX<JW;?&M26{(U7PekQ?$%R+m5@%ySUqBZVv_D
zz%dHVQgh0&LQR}(6ain7krx3qM+F)!Dn(4iOtJBGM#t2$z2kWHes<R`|FO^WeZKd6
z_L+g_hROPWs!FqUiq?wmO$D3JWJO2hxy*KE?5hiC#+@;)rTX)4M*8N}ZC*$!W`BFO
z#xpPS8U0YCMiDM^NwT|$p_3gf$7$Ad-630Mjf+n4MLxTGl2VM`g(D+TJc`B<&c+rw
ztdzw@TM7zUJLA^KWMzgZ>-=s|X{^P0SZQS$nvck2n-bDZ$-YYGytwI#E+L{rS~MJ2
zy6sMya@*`2Wp~pqiqmWeD<kMf`<1D_c;$)}eTp~gaAN|}p%@tF?2Lt`Tr}rqU9@)r
zTY=&H1m6NzuAZ2q_(51ek6uFYcmYqV*==VTj)Kd0cK)a(;We=Hp0uh)FZQ#6un	
zOeWp?X%E02n~oz=u#3lkSPv?X3;7_}Uqp5`0qhwQais|MUM`2&xBM~-u-k>WD0ZRY
z55j$;at^>YX5fCw*fQg?uAE=N&RrKx$Gq4Pfv^vbKS#DCMQs4sOL}oc3U>AFkQz`K
zb_wT$U=Qj{-T<)I2oVwN+9DINsPuR)z*hW@8%41bniI*cdG!W>y;xX4GPco}kp2CA
zu=BKr8(m)P!GW+lQ%{q*+oL7|?94_Sk%E0E>FuvT<zXQo1UvRY-(`SpYQmKw*!$8=
z#LDdM^#J>*5EsRsk^L6gH*N70fW4p@_e;huGj_xgZ-Sj`maVzy#U2s}dwq8Y`N=z<
zZUfjON^wLAcG!|kIjGz&<bz;8nBA%c*r{c>QUp6O+(gVg)0PFWcL;G&?2q%yN%rpj
z3V<EA9QRAc-eRnK_pTG{d`gb`h8H_B5O!8|Cs}i{82*8zrs9Yc?0tRrkAuoTg?td~
z_M92*0K0Y?t`x!EJ$W)g#zf`;?6I%oxF~iNyNPt1xKaYJw+IVJ#%?v%Jlx*{cD}>X
z@W6|$41|5%(nf|6OKZT%ZnWZv6znE8{uNL;iN^UL*ll|@R|4z~AtHi(WUh(GYj=bI
z>`D2!Q4~9~v7US}rQ$ZgZV(objD5jq=sm0gJ0G=^4tIF|^-~4HzPh%NG?cJ006VQ3
zN2Fj=Q|Da+mCZsv2(~L+^AKPYyKtolw!79uoLYMND8Sw?#6_|7%2VX(>tB`w>`^ti
zUoy5VYvl_cm4KaJ?NO?|*inJ7V-M7m9b|k1z`lMCN2Fk%+`Ul^Di{8S^Fgq~&1dxh
z`>_xa!A>}6BC@`lITK(nJdYbiv2WV0k)uy1T>;obFW?0vV@GEF-8;7k?0i+)R;?FX
z9SHl!`E}&u_ZtcU_PPl;A_co({JrI%a#%Xf2f_ZJ{Xi_ht`Z_5*waF$5cZC}a{%`A
ziMUY|d-ai!NtwpxF#ubUfftaBt<7rgd0A5z(tkNxTe<N)#h8?xUTpogQ1o>uQd71<
zv&-z{sARghkaqDGG{$YJ2u0<gDBL%s`b)05C)W)|D9`M+*!Zi{B3c`&Q=!3D+QM4-
ziyVJ>r1JCmXTy=k{~1%{q#WiF+QknkQN+NI%Qt%%Qu{sfpB#Y{Ru@}H@wYWk6`!S@
zd9>APXXaB@yOV#!e;S(UZ}&E9kaFO6|Ahu2xx>?r&>)7g(PpbQRIfxsRPg4kAAw?3
z|8p~bBI3FE>f=z1D)`M-|2&FQ{ol=1pNK}P#BZi+&#qg=_}<^4n_Dv!1q1J|SB}oh
zQLOO(IGW@5t1ZR3%{;K3$!ARm<)~3EyvJI3bhR7}^|Mtel=k@YU)p9}GN7mdBK~3j
zfw^Ts(NDZJJXU5zBLa})ahVatJb6IyARmqo{O<7-zI%x0-SH0+iye#qd8GAz7;p^m
z<P;-%&i_2%fi2zv;n?~Q=z^S8Jm;37&r#Bv>HB8kSbbHlqI5t%6(ytS|Ju`xwO^h;
RV}korI{DKfxl4a;`WNK_#9;sc
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.json b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.json
new file mode 100644
index 0000000..7e71b00
--- /dev/null
+++ b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 512,
+ "decoder_rt_num_layer": 1,
+ "drop_rate": 0.6040963353962471,
+ "embedding_dim": 16,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 2,
+ "lr": 0.00012961012336004763,
+ "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.pkl b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f16ef2cf935606240849d52895c91845dde6a12b
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>cnkD!!HiBzo8rsB(ZdVV3p5lg#MHwF69O3r6=Tbb&qz&7
znc~gZ!<kZ)Ul3oESdu!$-TraN!E3FGnLSK7ML?dypMTXk6{<a4Nr@%N8S%xLRjD9L
GO7#H5)>Bsi
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/progress.csv b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/progress.csv
new file mode 100644
index 0000000..2d68370
--- /dev/null
+++ b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/progress.csv
@@ -0,0 +1,21 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1685.7740430456447,1719508611,checkpoint_000000,True,False,1,9b9348b4,2024-06-27_19-16-51,64.70330953598022,64.70330953598022,242786,r8i6n8,10.159.28.66,64.70330953598022,1
+1079.1797451710138,1719508661,checkpoint_000001,True,False,2,9b9348b4,2024-06-27_19-17-41,50.21142077445984,114.91473031044006,242786,r8i6n8,10.159.28.66,114.91473031044006,2
+844.8458487443098,1719508712,checkpoint_000002,True,False,3,9b9348b4,2024-06-27_19-18-32,50.68339800834656,165.59812831878662,242786,r8i6n8,10.159.28.66,165.59812831878662,3
+742.8978266678457,1719508762,checkpoint_000003,True,False,4,9b9348b4,2024-06-27_19-19-22,50.660645961761475,216.2587742805481,242786,r8i6n8,10.159.28.66,216.2587742805481,4
+681.727215624231,1719508814,checkpoint_000004,True,False,5,9b9348b4,2024-06-27_19-20-14,51.10583543777466,267.36460971832275,242786,r8i6n8,10.159.28.66,267.36460971832275,5
+635.4695338451957,1719511729,checkpoint_000005,True,False,6,9b9348b4,2024-06-27_20-08-49,65.15657186508179,332.52118158340454,242786,r8i6n8,10.159.28.66,65.15657186508179,1
+593.1054894154466,1719511781,checkpoint_000006,True,False,7,9b9348b4,2024-06-27_20-09-41,51.746954679489136,384.2681362628937,242786,r8i6n8,10.159.28.66,116.90352654457092,2
+564.6246160071665,1719511831,checkpoint_000007,True,False,8,9b9348b4,2024-06-27_20-10-31,50.86654782295227,435.13468408584595,242786,r8i6n8,10.159.28.66,167.7700743675232,3
+538.9161932036633,1719511883,checkpoint_000008,True,False,9,9b9348b4,2024-06-27_20-11-23,51.34083843231201,486.47552251815796,242786,r8i6n8,10.159.28.66,219.1109127998352,4
+507.8362924170306,1719511934,checkpoint_000009,True,False,10,9b9348b4,2024-06-27_20-12-14,50.98174834251404,537.457270860672,242786,r8i6n8,10.159.28.66,270.09266114234924,5
+485.6606183389979,1719512763,checkpoint_000010,True,False,11,9b9348b4,2024-06-27_20-26-03,64.01091408729553,601.4681849479675,242786,r8i6n8,10.159.28.66,64.01091408729553,1
+458.39653459684115,1719512814,checkpoint_000011,True,False,12,9b9348b4,2024-06-27_20-26-54,51.11298680305481,652.5811717510223,242786,r8i6n8,10.159.28.66,115.12390089035034,2
+442.4198661263533,1719512865,checkpoint_000012,True,False,13,9b9348b4,2024-06-27_20-27-45,50.61492395401001,703.1960957050323,242786,r8i6n8,10.159.28.66,165.73882484436035,3
+432.3890760526882,1719512915,checkpoint_000013,True,False,14,9b9348b4,2024-06-27_20-28-35,50.555373430252075,753.7514691352844,242786,r8i6n8,10.159.28.66,216.29419827461243,4
+409.7076062780666,1719512966,checkpoint_000014,True,False,15,9b9348b4,2024-06-27_20-29-26,50.506977796554565,804.258446931839,242786,r8i6n8,10.159.28.66,266.801176071167,5
+411.3457240307425,1719513016,checkpoint_000015,True,False,16,9b9348b4,2024-06-27_20-30-16,50.07098746299744,854.3294343948364,242786,r8i6n8,10.159.28.66,316.87216353416443,6
+386.78067232867863,1719513066,checkpoint_000016,True,False,17,9b9348b4,2024-06-27_20-31-06,50.59059119224548,904.9200255870819,242786,r8i6n8,10.159.28.66,367.4627547264099,7
+375.13207094688113,1719513117,checkpoint_000017,True,False,18,9b9348b4,2024-06-27_20-31-57,50.67134237289429,955.5913679599762,242786,r8i6n8,10.159.28.66,418.1340970993042,8
+367.4461542565053,1719513168,checkpoint_000018,True,False,19,9b9348b4,2024-06-27_20-32-48,50.68568444252014,1006.2770524024963,242786,r8i6n8,10.159.28.66,468.81978154182434,9
+352.8110904243049,1719513218,checkpoint_000019,True,False,20,9b9348b4,2024-06-27_20-33-38,50.251272201538086,1056.5283246040344,242786,r8i6n8,10.159.28.66,519.0710537433624,10
diff --git a/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/result.json b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/result.json
new file mode 100644
index 0000000..abdb6e0
--- /dev/null
+++ b/ray_results/test_experiment/train_model_9b9348b4_29_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_17-32-18/result.json
@@ -0,0 +1,20 @@
+{"loss": 1685.7740430456447, "timestamp": 1719508611, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "9b9348b4", "date": "2024-06-27_19-16-51", "time_this_iter_s": 64.70330953598022, "time_total_s": 64.70330953598022, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 64.70330953598022, "iterations_since_restore": 1}
+{"loss": 1079.1797451710138, "timestamp": 1719508661, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "9b9348b4", "date": "2024-06-27_19-17-41", "time_this_iter_s": 50.21142077445984, "time_total_s": 114.91473031044006, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 114.91473031044006, "iterations_since_restore": 2}
+{"loss": 844.8458487443098, "timestamp": 1719508712, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "9b9348b4", "date": "2024-06-27_19-18-32", "time_this_iter_s": 50.68339800834656, "time_total_s": 165.59812831878662, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 165.59812831878662, "iterations_since_restore": 3}
+{"loss": 742.8978266678457, "timestamp": 1719508762, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "9b9348b4", "date": "2024-06-27_19-19-22", "time_this_iter_s": 50.660645961761475, "time_total_s": 216.2587742805481, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 216.2587742805481, "iterations_since_restore": 4}
+{"loss": 681.727215624231, "timestamp": 1719508814, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "9b9348b4", "date": "2024-06-27_19-20-14", "time_this_iter_s": 51.10583543777466, "time_total_s": 267.36460971832275, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 267.36460971832275, "iterations_since_restore": 5}
+{"loss": 635.4695338451957, "timestamp": 1719511729, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "9b9348b4", "date": "2024-06-27_20-08-49", "time_this_iter_s": 65.15657186508179, "time_total_s": 332.52118158340454, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 65.15657186508179, "iterations_since_restore": 1}
+{"loss": 593.1054894154466, "timestamp": 1719511781, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "9b9348b4", "date": "2024-06-27_20-09-41", "time_this_iter_s": 51.746954679489136, "time_total_s": 384.2681362628937, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 116.90352654457092, "iterations_since_restore": 2}
+{"loss": 564.6246160071665, "timestamp": 1719511831, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "9b9348b4", "date": "2024-06-27_20-10-31", "time_this_iter_s": 50.86654782295227, "time_total_s": 435.13468408584595, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 167.7700743675232, "iterations_since_restore": 3}
+{"loss": 538.9161932036633, "timestamp": 1719511883, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "9b9348b4", "date": "2024-06-27_20-11-23", "time_this_iter_s": 51.34083843231201, "time_total_s": 486.47552251815796, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 219.1109127998352, "iterations_since_restore": 4}
+{"loss": 507.8362924170306, "timestamp": 1719511934, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "9b9348b4", "date": "2024-06-27_20-12-14", "time_this_iter_s": 50.98174834251404, "time_total_s": 537.457270860672, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 270.09266114234924, "iterations_since_restore": 5}
+{"loss": 485.6606183389979, "timestamp": 1719512763, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "9b9348b4", "date": "2024-06-27_20-26-03", "time_this_iter_s": 64.01091408729553, "time_total_s": 601.4681849479675, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 64.01091408729553, "iterations_since_restore": 1}
+{"loss": 458.39653459684115, "timestamp": 1719512814, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "9b9348b4", "date": "2024-06-27_20-26-54", "time_this_iter_s": 51.11298680305481, "time_total_s": 652.5811717510223, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 115.12390089035034, "iterations_since_restore": 2}
+{"loss": 442.4198661263533, "timestamp": 1719512865, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "9b9348b4", "date": "2024-06-27_20-27-45", "time_this_iter_s": 50.61492395401001, "time_total_s": 703.1960957050323, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 165.73882484436035, "iterations_since_restore": 3}
+{"loss": 432.3890760526882, "timestamp": 1719512915, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "9b9348b4", "date": "2024-06-27_20-28-35", "time_this_iter_s": 50.555373430252075, "time_total_s": 753.7514691352844, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 216.29419827461243, "iterations_since_restore": 4}
+{"loss": 409.7076062780666, "timestamp": 1719512966, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "9b9348b4", "date": "2024-06-27_20-29-26", "time_this_iter_s": 50.506977796554565, "time_total_s": 804.258446931839, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 266.801176071167, "iterations_since_restore": 5}
+{"loss": 411.3457240307425, "timestamp": 1719513016, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "9b9348b4", "date": "2024-06-27_20-30-16", "time_this_iter_s": 50.07098746299744, "time_total_s": 854.3294343948364, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 316.87216353416443, "iterations_since_restore": 6}
+{"loss": 386.78067232867863, "timestamp": 1719513066, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "9b9348b4", "date": "2024-06-27_20-31-06", "time_this_iter_s": 50.59059119224548, "time_total_s": 904.9200255870819, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 367.4627547264099, "iterations_since_restore": 7}
+{"loss": 375.13207094688113, "timestamp": 1719513117, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "9b9348b4", "date": "2024-06-27_20-31-57", "time_this_iter_s": 50.67134237289429, "time_total_s": 955.5913679599762, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 418.1340970993042, "iterations_since_restore": 8}
+{"loss": 367.4461542565053, "timestamp": 1719513168, "checkpoint_dir_name": "checkpoint_000018", "should_checkpoint": true, "done": false, "training_iteration": 19, "trial_id": "9b9348b4", "date": "2024-06-27_20-32-48", "time_this_iter_s": 50.68568444252014, "time_total_s": 1006.2770524024963, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 468.81978154182434, "iterations_since_restore": 9}
+{"loss": 352.8110904243049, "timestamp": 1719513218, "checkpoint_dir_name": "checkpoint_000019", "should_checkpoint": true, "done": false, "training_iteration": 20, "trial_id": "9b9348b4", "date": "2024-06-27_20-33-38", "time_this_iter_s": 50.251272201538086, "time_total_s": 1056.5283246040344, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.6040963353962471, "lr": 0.00012961012336004763, "batch_size": 2048}, "time_since_restore": 519.0710537433624, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/events.out.tfevents.1719532517.r8i6n8 b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/events.out.tfevents.1719532517.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..5db9e31f4eeac5d9976f63fb8691be0924503b44
GIT binary patch
literal 4067
zcma*qeQXnD90&03%7A-tY^@uv-3xs|MyjD3C?>$z^*Tg~Ml+lXQ8~NzwifBN^lt72
zGd2hk1(d-UPP28{mc?X7Cd^=zOr{YK6=6$^NQl5PCPD%MhT}!_+I7$Mhm^bhx954j
zzhC=#o-NOlt{VU8*s#Jx7WdcOstuj8>61!>PA@li>02x(ES%SCp52!lUAKGm1VbKw
z_j2+Eaa~G+#f*$dA9Pk*g$j<f@*aQ1S~uhJu&y@)elI7asZ@0ZJ+<GZo1^)jP^FzD
zKfw7JC>15)yxY&QVnn4H)4a0R8jbi~&w7a*ZNL!|G9Vp}2woq{2p%ubcm+1d@M-34
z`{~b1H$9yfjkj#tbdg-Y6US#E6Uu;b-pjdICdl%FKgdQ3=(k%dpNSS2`SaK+@}^Y4
zg61G2E)eeO6uf?pXJDD|H@}>}W(3GR(qb@2<OoG_i{}6OGLW0sit};g1WQ*6kUJ$s
zWaKusG}EnJj^BXXsu1odD>u+M+y27f<_;itQYxTWPDKgK5dz4e_LU1Fa%x3#!_2a)
zK+fEO^Ks<fIF@7ta^Fi48Mz&e&2;eRp;REZtP^*XmD4l4y`k*PT_D#d6;LckQ9Vs1
z#XxR&(L2i{a+4IvS$0(|1#+hs<9r;stv%270J*As9FdVL+SyFcxp8JUkQ<ZYvT~->
zHoH3S-&cX0cM0yVSgwxB?<{cuxi#0mcr7BAs7TJ*`6UbFR$s^YIC6=tcRPUGJt-n1
z*Im<0uhdO@8^~4Oz#V1fehMD8uM6D!2*_QM3MiIqqnJB$cLBL9*9Ct>Zn7e|VdtSI
zfLx**=i|t&UozVP<l3c(jNF#mX8Q1xH`9QefyEtV<+y>%_5tIOb3m?1Dxg^I5S8Az
z?KqHIclMW!5xFUf<m^fH@c&%NIh>CpN3NI>0&=&ch>YCx%lFVZy5F|~x$5({qpX~>
zh%Eg3*7PMn?uJxAvD{f|_+ajQAa`^_Xm><zsv^1W+c~}9%<Zeg`8aarGp~08xuSX;
zk&%0^rim_nF$>;GvNz(mtlU0hX5r~Wqdx$-JyHS1aw=P6Ah!z0tv)g9lZYItNN&rv
zZ|(rO=T72$9JwF=%I1Mw<^Yb!$Q{jTq>B?i)`2tEDaB>wy1V8U8gutg1#-GU++VR=
zif!L*-*zCkz;@xQh#XQRH{{s!50INl<9r;s0|$#VK(1ek$jIr)CYtXW2>`jpcHB``
z?s&Pa@Try$5s>>#Dxg@-V5>H+t87UazfrRzTbjuFf~yfZOM@D{uSThiC*TY^eLQ1j
zs{(9Lyw!7pW0XMG2s9-+rM*CChX~Vjgi4))%Ol>mYgmKYq(#%+tjq5fZ~x+pgDEQ$
z$8;zyc8sg=F>9UGY*3uiprnbZV03jlN{tzcU7UnSchDbT#4CQdm6&CHrL5cS<;oei
z*C!5%pN8eeyGJ^wA<e|^v4tihVr{rPLX$bh!#dptwIv&6Y9I1;vS?7U7QT%vStvsr
z|LtR$iL$g0d)rtZM`o@3+hsH9DB+@;_3f4Rg=F8vW}PR{9|X#jHj8I@UVQv8yx<fy
zy<C~!(MO=KV>WFsq5qUXGh!gMq(-~2cZ?2QDL{`-c!-1Jrz3?z`unyB&$Uq~`vJaq
zUd(3Pe;V*)9VNb1AGpzYiI`6gZ<IK2sos<`tz9Sxe;BamcyTU;9*f<4JRyEcaY8zy
zcwz@7zC9m&F!7qJ1^ek;{fnb-&!Y!AipaqU{XAqv`v2RroO@heJTTH9%On#qHQ^%F
GPyPpqq!tDM
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.json b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.json
new file mode 100644
index 0000000..fba04c4
--- /dev/null
+++ b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 1024,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 2048,
+ "decoder_rt_num_layer": 4,
+ "drop_rate": 0.9881911141872612,
+ "embedding_dim": 16,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 4,
+ "lr": 0.005037349286937313,
+ "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.pkl b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..f9f34bd4ea164456aa6183fde565ea27516ae065
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L}k%h{7Z?^H5|M
zdw5fGlTuSsGV{{oQ!;a>cnkD!!HiBzo8rsB(ZdVV3p5le#0L`s83z_)>S4=^&qz&7
z0Xc&+r6|83z9_LIb&9+F`}s~kwpa=EFy#~hc_oXu)s-4w_i!a8mLzAy7iU(b0xe-F
G)dK*u#!`d;
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/progress.csv b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/progress.csv
new file mode 100644
index 0000000..861eaef
--- /dev/null
+++ b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+nan,1719532607,checkpoint_000000,True,False,1,a22bbb57,2024-06-28_01-56-47,89.77370476722717,89.77370476722717,242786,r8i6n8,10.159.28.66,89.77370476722717,1
+nan,1719532684,checkpoint_000001,True,False,2,a22bbb57,2024-06-28_01-58-04,76.8076319694519,166.58133673667908,242786,r8i6n8,10.159.28.66,166.58133673667908,2
+nan,1719532761,checkpoint_000002,True,False,3,a22bbb57,2024-06-28_01-59-21,76.79015970230103,243.3714964389801,242786,r8i6n8,10.159.28.66,243.3714964389801,3
+nan,1719532838,checkpoint_000003,True,False,4,a22bbb57,2024-06-28_02-00-38,76.78578019142151,320.1572766304016,242786,r8i6n8,10.159.28.66,320.1572766304016,4
+nan,1719532914,checkpoint_000004,True,False,5,a22bbb57,2024-06-28_02-01-54,76.73958778381348,396.8968644142151,242786,r8i6n8,10.159.28.66,396.8968644142151,5
+nan,1719532991,checkpoint_000005,True,False,6,a22bbb57,2024-06-28_02-03-11,76.74712491035461,473.6439893245697,242786,r8i6n8,10.159.28.66,473.6439893245697,6
+nan,1719533067,checkpoint_000006,True,False,7,a22bbb57,2024-06-28_02-04-27,75.64315581321716,549.2871451377869,242786,r8i6n8,10.159.28.66,549.2871451377869,7
+nan,1719533142,checkpoint_000007,True,False,8,a22bbb57,2024-06-28_02-05-42,75.23933148384094,624.5264766216278,242786,r8i6n8,10.159.28.66,624.5264766216278,8
+nan,1719533216,checkpoint_000008,True,False,9,a22bbb57,2024-06-28_02-06-56,74.07769989967346,698.6041765213013,242786,r8i6n8,10.159.28.66,698.6041765213013,9
+nan,1719533291,checkpoint_000009,True,False,10,a22bbb57,2024-06-28_02-08-11,75.01777005195618,773.6219465732574,242786,r8i6n8,10.159.28.66,773.6219465732574,10
diff --git a/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/result.json b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/result.json
new file mode 100644
index 0000000..76691a7
--- /dev/null
+++ b/ray_results/test_experiment/train_model_a22bbb57_47_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=4,drop__2024-06-28_01-43-12/result.json
@@ -0,0 +1,10 @@
+{"loss": NaN, "timestamp": 1719532607, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "a22bbb57", "date": "2024-06-28_01-56-47", "time_this_iter_s": 89.77370476722717, "time_total_s": 89.77370476722717, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 89.77370476722717, "iterations_since_restore": 1}
+{"loss": NaN, "timestamp": 1719532684, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "a22bbb57", "date": "2024-06-28_01-58-04", "time_this_iter_s": 76.8076319694519, "time_total_s": 166.58133673667908, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 166.58133673667908, "iterations_since_restore": 2}
+{"loss": NaN, "timestamp": 1719532761, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "a22bbb57", "date": "2024-06-28_01-59-21", "time_this_iter_s": 76.79015970230103, "time_total_s": 243.3714964389801, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 243.3714964389801, "iterations_since_restore": 3}
+{"loss": NaN, "timestamp": 1719532838, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "a22bbb57", "date": "2024-06-28_02-00-38", "time_this_iter_s": 76.78578019142151, "time_total_s": 320.1572766304016, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 320.1572766304016, "iterations_since_restore": 4}
+{"loss": NaN, "timestamp": 1719532914, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "a22bbb57", "date": "2024-06-28_02-01-54", "time_this_iter_s": 76.73958778381348, "time_total_s": 396.8968644142151, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 396.8968644142151, "iterations_since_restore": 5}
+{"loss": NaN, "timestamp": 1719532991, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "a22bbb57", "date": "2024-06-28_02-03-11", "time_this_iter_s": 76.74712491035461, "time_total_s": 473.6439893245697, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 473.6439893245697, "iterations_since_restore": 6}
+{"loss": NaN, "timestamp": 1719533067, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "a22bbb57", "date": "2024-06-28_02-04-27", "time_this_iter_s": 75.64315581321716, "time_total_s": 549.2871451377869, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 549.2871451377869, "iterations_since_restore": 7}
+{"loss": NaN, "timestamp": 1719533142, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "a22bbb57", "date": "2024-06-28_02-05-42", "time_this_iter_s": 75.23933148384094, "time_total_s": 624.5264766216278, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 624.5264766216278, "iterations_since_restore": 8}
+{"loss": NaN, "timestamp": 1719533216, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "a22bbb57", "date": "2024-06-28_02-06-56", "time_this_iter_s": 74.07769989967346, "time_total_s": 698.6041765213013, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 698.6041765213013, "iterations_since_restore": 9}
+{"loss": NaN, "timestamp": 1719533291, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "a22bbb57", "date": "2024-06-28_02-08-11", "time_this_iter_s": 75.01777005195618, "time_total_s": 773.6219465732574, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9881911141872612, "lr": 0.005037349286937313, "batch_size": 1024}, "time_since_restore": 773.6219465732574, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/events.out.tfevents.1719493262.r8i6n8 b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/events.out.tfevents.1719493262.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..eea2529c3d440063dc6fc5db653e943f252b1a18
GIT binary patch
literal 1311
zcmah|O-vI(7;U$T?iX9=+5#;<(pD3)1PWd>#H2-nQM{lgMh;}M?N04tJ6m@a6)q5w
zL}QF3#)C10X!T}<i^0Ui5RHl9q9+p$gy=;%$wd-8IZL<G77_Qh-}~P8X5ROv-ck7S
z<7dNSN8`QxrP<}4pgUnG8tLe}hKbpIRPt^dh}eDev)6mYs<FMVtiBqjTnj#M8_H<Z
z93eQG(JA#C4{G|%K*!ZioAU72XC(d}=adM9Ajl~+t&e0>luYB~m7J~-)9-Lh#1`}C
zLKTvyZ*qR6q^c9lC=SPFXz5PWmdp+{4T#GnN*G!oz$HyBi;<buDAG)9AnIRPyn9l9
ze~Nb5^qI-YHSyvkS3C@1XsD!9jU+KLFg0}pZw)YyI~R`G1HS)Q8Wca32FTC~AwIxT
zRZLAM6jhF~Zr(n0Yk1ySm@_@|Xjts+{aQE3%$A?I;E4--D4kObB}-8h-^gKu-G!L_
zw_Pyhf_*k5Z3@zc5cU8h6f>D-Dr30C6_&uG;-s#!J2RhAD#dC6@R!%fNET(3QEV{C
z3+^Ih*xmKuD=U>ZyFpY9J%`xEEGfpt*#uTqja){mmSrV&8cYi6Tgra$7XQl!Re_MP
z)B&mpN@GQBamik&mMTLgH$$VeONh2ntdPh}&>;Og1o9zhl6G6Nd;}uW|Ci{=zicD+
z{@(q3+AU5M_xDYJRRJ1H`=gjrmI6dgg&C}ol-~bVfHy*Ek8?usg#fi>-b$jk{r;B^
zXP&Rc;9$`rRxAXjGY-LRTjSV79GZ8qoa5^;XxJVQ4l;6R=iT!bM;xlH-Lb;!p}Dre
z_<YPdOhpWM^FSQx%JaYhCd7bJY&kF;XOD2_tn!}qSfcg9$_e`seq6|(7ateh?}8`<
Y|MngewctF<SjqQ2VPU_sXEmDo17wVfyZ`_I
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.json b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.json
new file mode 100644
index 0000000..158a21e
--- /dev/null
+++ b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 1024,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 512,
+ "decoder_rt_num_layer": 2,
+ "drop_rate": 0.8014267791772675,
+ "embedding_dim": 64,
+ "encoder_ff": 512,
+ "encoder_num_layer": 1,
+ "lr": 0.06443936649826909,
+ "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.pkl b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..cd021a1b9fe19629e7686ae81692635ebe9fb2ff
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQsb3)2fU6e`3A69O3r6=Tbb&qz&7
znc^+b!<kZ)Ul3oESdu!$-TviL&!gA+b$gg{ih#Tg^^)4_V|Vm$B_)<5XT%q0R;2<h
IVJX!E0Ng`Ub^rhX
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/progress.csv b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/progress.csv
new file mode 100644
index 0000000..af20c1a
--- /dev/null
+++ b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/progress.csv
@@ -0,0 +1,2 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2313.215312807579,1719493332,checkpoint_000000,True,False,1,a33ea899,2024-06-27_15-02-12,69.87668585777283,69.87668585777283,69992,r8i6n8,10.159.28.66,69.87668585777283,1
diff --git a/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/result.json b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/result.json
new file mode 100644
index 0000000..9f2a84c
--- /dev/null
+++ b/ray_results/test_experiment/train_model_a33ea899_14_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_14-59-41/result.json
@@ -0,0 +1 @@
+{"loss": 2313.215312807579, "timestamp": 1719493332, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "a33ea899", "date": "2024-06-27_15-02-12", "time_this_iter_s": 69.87668585777283, "time_total_s": 69.87668585777283, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.8014267791772675, "lr": 0.06443936649826909, "batch_size": 1024}, "time_since_restore": 69.87668585777283, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/events.out.tfevents.1719539368.r8i6n8 b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/events.out.tfevents.1719539368.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..d029f0a53fc61a05db807c4a0c184d498f6e6f0d
GIT binary patch
literal 4596
zcma*reNYr-90%~_&bNJpfa6V%x8p#i!#vP&M4&iy*UZL|4o9%8os(O<6K?OgJrWrm
zG2ielX&}=~QDG1rQ}VrZfL_K>%CRgfGcy`BEiy42ZANPsj%WGVoxA+!KF|00@_e4>
z4<1JleLwZfUeuEX&E&pSbwA{2gXX&}c5WQ~I?H)7##2!Z-zR$KHP<bgO4`<(tz0e4
z3kfhpqHq-Cwk$S!$~e|o;^g^=U84v(C1sK))f;)c=R8A3Zp4v9lz_B2!rPo>C03@;
z#ugU4oOaF=K@gSMEfvuhLFMvII1ekWPL35K1W};9JJaZ`bi5jyOGZ@Vh#u+CNL=Z$
zJ6OhJv-6DI!@3zhVr$zRs&m%LxHNBk`-&Ae$v35V64Ik+80YO=A<MW~-s5z$y$hu3
zilZiZ7r61;*}3H4w{X7!C8GqqfY@sB*qt2Dz-7dpe;!{m8SK2PVRPOZ5nJU8+cu4$
z(~EKs0qil2IHCmmol_G?Q2BwB_k;cP8(KBM&e(%1Ww6^j%v92Xm~w!9NQ%p1r=I?X
zie0(e2(ZUA;eN%~glTJL=UA}w=YwaCt`f1;zOb)NCFqHvvyKAn(hwX`f?a&Y(F7|0
zk@9}9Cw->71F)Bc;z}9p_+w^@xU%4HfPGJj%VO^giKmk$UvL2IVh!$BjBPU6$;I!3
zotGWzx!;RD$QSl=2?X6)e>ogrHyp+hCD@7kr$>QG!x5bKgIybV>jA(%AVp-b=QNoq
zrn!0xz}6qdjk4IsKFXt4JbE}0U~iTdP>fw^8g^oQ9@x2N3g59-yxD_&Vb853=(;}x
zJ_OilQ*lHIHX^@E1(hvQ-Vb)bo$mJlHcjD58SJd3X37z8wH9EvN^x0i)iW#UhqHg=
z0d_i#`xRsFH2r>}^Z?lTt=k>j*NNCed|?|h2)gE_O}PNucn3$6V28c1V+W{gk@9}9
zJx!T`0DDF^u9U$JE-+K$Q|1i^*r%nqEcT%C9dy@EFIxb1)?M7M7`x5H%-XjJ>^vc3
zrfa>3J=7O=b{Ihy91b!9?95CYQG(sRKYt9U?2z()uzO-E8v*w0EL<srO)NK4*B+fr
z2H0Opaaru7_7n7?hCeC*cFwc7UorMoQysb;26jHVv0=&v5qp>~>|ZVrv~74>6u_qT
z;D{3Jm{-1lfBJnb<^5nUyZ&)5z|L>Nl``0o`DUv6(wUn8`@9sF#U2`Vf&MCROEJKv
z_u_uV*hJ2^`R7&x?9MgABQ}cIq%Z9I@&8iB*0@xFeYXlnlwg}jw~hmq6>D+c4|c<u
zn&SZ5v<^pPu(uSMsiTdv+W_`4DK3kBiRq$~^WL2Yu*a^){fe<ea?Xq^M_}g*xg|Gx
zv5_zA<F${dm{0T80_=lM98rS3t7UIGs7!a^ydUi3Ouh?Xw@MKi>{^$Z3Y}oA0oWO(
zxKS4S-bMAauAZf@0qg_P0*bM9IpIe(aLoaIkE81CTNjeX_^MuPLxURaQloIj=CZgg
z4xTZx<u2AOJkU7Lj4Cx+rA9-&Lz)LF%{`U=DTL-*JcTyl=~Th$)Orni%E}fxt-?c2
zcsw#iMZ&j{C}Q9@uFS!dSQfKxVJH*@^$)qdvqzxt0iOm=4nm~W?Q}81YfY>YvaDl1
zYqi?B1&r115IzaN4a@bl_clkM(Efi9TxbYVm5A*K4dECYYq9FohENo&fiGu69E#CA
z;br_-M11)gVo|il|I5}8k76}Xdbt`#p+t@R%e1rc)OF5#exKalok6bdKfg{D`dNiy
zr1Rrho)@0B4DYcBz;>?4Iip2|PO7AHJgCy{SE0xOwi+@t(9pf1{PM5aD6F4I_}F)0
zLQF{e*s0;MN)w9nL5{}>6N-NPg5W_RoZ$QH@f4j21&e1Vd|*qbkKVSVBwPGtz%{^=
zt4%0s;C;XYJ9`JDYddg2@8_=KIe%rRr8L!NdH-jj{dm2Z+}5w3hKxx2e|wg*_Q?x(
QOmZKjR}Bj|*S+N0f6DQ$I{*Lx
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.json b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.json
new file mode 100644
index 0000000..3d4b14a
--- /dev/null
+++ b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 512,
+ "decoder_rt_num_layer": 8,
+ "drop_rate": 0.620662951741282,
+ "embedding_dim": 1024,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 2,
+ "lr": 0.00347738554616066,
+ "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.pkl b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..aa31708fcf818b56e0e76933996650ea0a892d02
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@;Q2VVVZ%af`yoR_+UaH^PpmEdGQ&k
zi78XOS$a5Ait-EMixNvxr?}fczEjcjNsFh4DW?d?%c+^I=24j1!<Cd+lAIA=oLQ9$
IvZPcG0Nhbhj{pDw
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/progress.csv b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/progress.csv
new file mode 100644
index 0000000..5540033
--- /dev/null
+++ b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2050.3518681563733,1719540226,checkpoint_000000,True,False,1,aaac0ba4,2024-06-28_04-03-47,859.009360074997,859.009360074997,242786,r8i6n8,10.159.28.66,859.009360074997,1
+2052.4004069651205,1719541069,checkpoint_000001,True,False,2,aaac0ba4,2024-06-28_04-17-50,843.1840569972992,1702.1934170722961,242786,r8i6n8,10.159.28.66,1702.1934170722961,2
+2052.2435062438485,1719541912,checkpoint_000002,True,False,3,aaac0ba4,2024-06-28_04-31-53,842.8456587791443,2545.0390758514404,242786,r8i6n8,10.159.28.66,2545.0390758514404,3
+2050.0776482529527,1719542755,checkpoint_000003,True,False,4,aaac0ba4,2024-06-28_04-45-55,842.6302690505981,3387.6693449020386,242786,r8i6n8,10.159.28.66,3387.6693449020386,4
+2056.0218419352855,1719543597,checkpoint_000004,True,False,5,aaac0ba4,2024-06-28_04-59-57,841.9567799568176,4229.626124858856,242786,r8i6n8,10.159.28.66,4229.626124858856,5
+2051.6352116141734,1719544438,checkpoint_000005,True,False,6,aaac0ba4,2024-06-28_05-13-59,841.3759407997131,5071.002065658569,242786,r8i6n8,10.159.28.66,5071.002065658569,6
+2049.202928918553,1719545280,checkpoint_000006,True,False,7,aaac0ba4,2024-06-28_05-28-01,842.0156388282776,5913.017704486847,242786,r8i6n8,10.159.28.66,5913.017704486847,7
+2061.2424547090304,1719546122,checkpoint_000007,True,False,8,aaac0ba4,2024-06-28_05-42-02,841.3607151508331,6754.37841963768,242786,r8i6n8,10.159.28.66,6754.37841963768,8
+2040.9990743802289,1719546963,checkpoint_000008,True,False,9,aaac0ba4,2024-06-28_05-56-04,841.6030082702637,7595.981427907944,242786,r8i6n8,10.159.28.66,7595.981427907944,9
+2036.6472908080093,1719547805,checkpoint_000009,True,False,10,aaac0ba4,2024-06-28_06-10-05,841.7590441703796,8437.740472078323,242786,r8i6n8,10.159.28.66,8437.740472078323,10
diff --git a/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/result.json b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/result.json
new file mode 100644
index 0000000..690409f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_aaac0ba4_53_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_r_2024-06-28_03-39-37/result.json
@@ -0,0 +1,10 @@
+{"loss": 2050.3518681563733, "timestamp": 1719540226, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "aaac0ba4", "date": "2024-06-28_04-03-47", "time_this_iter_s": 859.009360074997, "time_total_s": 859.009360074997, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 859.009360074997, "iterations_since_restore": 1}
+{"loss": 2052.4004069651205, "timestamp": 1719541069, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "aaac0ba4", "date": "2024-06-28_04-17-50", "time_this_iter_s": 843.1840569972992, "time_total_s": 1702.1934170722961, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 1702.1934170722961, "iterations_since_restore": 2}
+{"loss": 2052.2435062438485, "timestamp": 1719541912, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "aaac0ba4", "date": "2024-06-28_04-31-53", "time_this_iter_s": 842.8456587791443, "time_total_s": 2545.0390758514404, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 2545.0390758514404, "iterations_since_restore": 3}
+{"loss": 2050.0776482529527, "timestamp": 1719542755, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "aaac0ba4", "date": "2024-06-28_04-45-55", "time_this_iter_s": 842.6302690505981, "time_total_s": 3387.6693449020386, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 3387.6693449020386, "iterations_since_restore": 4}
+{"loss": 2056.0218419352855, "timestamp": 1719543597, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "aaac0ba4", "date": "2024-06-28_04-59-57", "time_this_iter_s": 841.9567799568176, "time_total_s": 4229.626124858856, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 4229.626124858856, "iterations_since_restore": 5}
+{"loss": 2051.6352116141734, "timestamp": 1719544438, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "aaac0ba4", "date": "2024-06-28_05-13-59", "time_this_iter_s": 841.3759407997131, "time_total_s": 5071.002065658569, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 5071.002065658569, "iterations_since_restore": 6}
+{"loss": 2049.202928918553, "timestamp": 1719545280, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "aaac0ba4", "date": "2024-06-28_05-28-01", "time_this_iter_s": 842.0156388282776, "time_total_s": 5913.017704486847, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 5913.017704486847, "iterations_since_restore": 7}
+{"loss": 2061.2424547090304, "timestamp": 1719546122, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "aaac0ba4", "date": "2024-06-28_05-42-02", "time_this_iter_s": 841.3607151508331, "time_total_s": 6754.37841963768, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 6754.37841963768, "iterations_since_restore": 8}
+{"loss": 2040.9990743802289, "timestamp": 1719546963, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "aaac0ba4", "date": "2024-06-28_05-56-04", "time_this_iter_s": 841.6030082702637, "time_total_s": 7595.981427907944, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 7595.981427907944, "iterations_since_restore": 9}
+{"loss": 2036.6472908080093, "timestamp": 1719547805, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "aaac0ba4", "date": "2024-06-28_06-10-05", "time_this_iter_s": 841.7590441703796, "time_total_s": 8437.740472078323, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.620662951741282, "lr": 0.00347738554616066, "batch_size": 2048}, "time_since_restore": 8437.740472078323, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/events.out.tfevents.1719510773.r8i6n8 b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/events.out.tfevents.1719510773.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..601076039753388d3b11c8804ba6212582391068
GIT binary patch
literal 2771
zcma);ZA@EL7{|-)7~CgmJ1Q-#ysn5Y&7^}Emk_jFyW+B$pv*ZJUvApo!+KeJTkpM0
z$1pM&(JZ=<n9WQf!{N)8X~1ZP1d&YLVpy`5U}E?%P38wRnlLelN=Q7nT+Z#mc5T1)
zJkS66pYwZ8?sG~FE5G4ac01Yp%g;{=XJ)rMOd%;Kh;@NONK_gdPAt#%)o6L6XI}KP
z$6K7&)w~UPE;|&1NeUizD;*+oN8_?=+c#Acxbn>A*{z!7<iZV(y?-x})W9Zi5Q!X#
zcSLzE96{lOiMSvtHiMzt^KjS9CCajAAJNm6d|X6WVlaGGx_r#7S;n5Lc$~FAO(agJ
zhK<Bh5n_l_B7)2b3X(Y4w#RY8xBKe3kLxx0U~liQY`-qQ7o1Q=%Vj|fBThoH5|>c2
zz|wt3Ki#Gk`1zOV{cOR0;_rgZu!$5<U4x1c7iEqvqn>={H-Ar1CqGc}!L1~0CLQcI
zrLq9u-}D6q`_)P!$p!XfTi@A1Sz4-yJ_GEp3!XYo!G24ZWP|-s#8*7hnoq&DR1?Rn
zu%{e({^1tSA_cowFOV~AgLh{9fj6j=k9L}VPr^2)gI#N}2Tou9<QfJ0`y)h>3vB*}
z=_<;yy^H8Gz;157V5DF#=#nh3eJ`~6&UdwXDA-3{CXQKQTgDpww-!HareM$O1#*V%
z^_DoEt)xyKH68pn342{S*aJVA1D#vS=P1|%W+KT2_HxtAIAz&jA^Hrk2V0(4qF_(y
zk}R;7W{|IB@2Nu+>>V43V^-MaEsB4BXwFQ*9@h)x47=M~7wUPPI=SuIbYZ*t&CX8;
z+fZK^i1g04Qn20Ei6j@;55E6MH)T1g>odUayZw0&1$+AqVwnXtzleNq`)fH0_Lwfu
z3j5FRPWd~pZ2N<PU3ZiC=L~zudwy)hF`BpX?e8Bv-OdUj`;#hc*Ly~I*9gU2BoUN?
zF`09tml8<A^G8&6y=H_yBNS*M>pzV3FUDyG2nCgJ1W$%eRBd!x!OWv@oX2wt&ql7T
z4X<qkTk4wF5#yr4!$`uRA~3CnBrUrXic^+SlTE<#Qar)oVWe7NEsBK@&kN!Kju&Eh
z3GW7pEAB~W8x*bnPc5__n5gOwuwLXMD9BeET}5EA(hmbyC6rt5GWgd>)WPnmfHG_5
z!R@Mo3hUhlv#S<rtl0<e&dL4(QS0AVb7vdb3#<LR&A^Wgl<WPIku2lM&B;m-0~W-#
z_^vM*m|*lijxdgo7_g_XwX#JG3l}dQotX2$J*$ZDqV`zuf@4kBNNmUpm1&TZ_#F?F
zt-T;5*zLs+t+c%-DOhh&dxsYW&K|p(zvrY!-3)aNNOHmpC8_s;1h5ef=+~A6@b;Y<
x?kdT-<FPG0db3Gm@$J}fD|=~`em%Is@qhM6<X6b!JEn7A=VS`=ej5y*`w!`}W5NIc
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.json b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.json
new file mode 100644
index 0000000..7d839b7
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 2048,
+ "decoder_rt_num_layer": 1,
+ "drop_rate": 0.9916390007635185,
+ "embedding_dim": 256,
+ "encoder_ff": 512,
+ "encoder_num_layer": 1,
+ "lr": 0.02082451872516576,
+ "n_head": 2
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.pkl b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..99c09aafc532b250f8260828202f991103b64838
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L}k%h{7Z?^U!2?
zQ*)D2Q&KYX(&JMybEo(+F!pf4%uY)K@|k*gVVZ%af`vGG_+UaH^PtMu^5Qd66H}&m
zGxcz$6y+Dh7bTXYPI0$?zq@hUwy#D#OgTkB-qc{$(=ChU^l&95mLzAy7iU(b0xjVv
G)dK+jM^p#^
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/progress.csv b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/progress.csv
new file mode 100644
index 0000000..5edae48
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/progress.csv
@@ -0,0 +1,6 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2619.9586787186267,1719510844,checkpoint_000000,True,False,1,b167b5be,2024-06-27_19-54-04,71.05141735076904,71.05141735076904,242786,r8i6n8,10.159.28.66,71.05141735076904,1
+2487.16093865342,1719510902,checkpoint_000001,True,False,2,b167b5be,2024-06-27_19-55-02,58.0530526638031,129.10447001457214,242786,r8i6n8,10.159.28.66,129.10447001457214,2
+2400.946604330709,1719510960,checkpoint_000002,True,False,3,b167b5be,2024-06-27_19-56-00,57.610605001449585,186.71507501602173,242786,r8i6n8,10.159.28.66,186.71507501602173,3
+2286.2255494125247,1719511017,checkpoint_000003,True,False,4,b167b5be,2024-06-27_19-56-57,57.45701217651367,244.1720871925354,242786,r8i6n8,10.159.28.66,244.1720871925354,4
+2179.0624384842517,1719511075,checkpoint_000004,True,False,5,b167b5be,2024-06-27_19-57-55,57.4915931224823,301.6636803150177,242786,r8i6n8,10.159.28.66,301.6636803150177,5
diff --git a/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/result.json b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/result.json
new file mode 100644
index 0000000..8f7892b
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b167b5be_34_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-27_19-38-24/result.json
@@ -0,0 +1,5 @@
+{"loss": 2619.9586787186267, "timestamp": 1719510844, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b167b5be", "date": "2024-06-27_19-54-04", "time_this_iter_s": 71.05141735076904, "time_total_s": 71.05141735076904, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 71.05141735076904, "iterations_since_restore": 1}
+{"loss": 2487.16093865342, "timestamp": 1719510902, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b167b5be", "date": "2024-06-27_19-55-02", "time_this_iter_s": 58.0530526638031, "time_total_s": 129.10447001457214, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 129.10447001457214, "iterations_since_restore": 2}
+{"loss": 2400.946604330709, "timestamp": 1719510960, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "b167b5be", "date": "2024-06-27_19-56-00", "time_this_iter_s": 57.610605001449585, "time_total_s": 186.71507501602173, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 186.71507501602173, "iterations_since_restore": 3}
+{"loss": 2286.2255494125247, "timestamp": 1719511017, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "b167b5be", "date": "2024-06-27_19-56-57", "time_this_iter_s": 57.45701217651367, "time_total_s": 244.1720871925354, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 244.1720871925354, "iterations_since_restore": 4}
+{"loss": 2179.0624384842517, "timestamp": 1719511075, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "b167b5be", "date": "2024-06-27_19-57-55", "time_this_iter_s": 57.4915931224823, "time_total_s": 301.6636803150177, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.9916390007635185, "lr": 0.02082451872516576, "batch_size": 2048}, "time_since_restore": 301.6636803150177, "iterations_since_restore": 5}
diff --git a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/events.out.tfevents.1719547806.r8i6n8 b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/events.out.tfevents.1719547806.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..d04a76ee62910f3bf4741cd8bc12d9de73aad092
GIT binary patch
literal 4596
zcma*reNYr-90%}YPtbkn1WrIaUgX6bIt|oJ4R!9gJ21&fgy==n^<Eaa;P!BDF+mI(
z)WpfuCN)umQqv(UoJIjrAYV$!7aDc49I}@|$TCn-G0SQ1IG*Kackc2Z`#j(0yU*v@
zf1V4I_5bZEc_Eg}++5zdzVe4;mBPdttxQ77GMeF%CS9pmmlo%qS6lg}p1iOprq4Mq
z&_^ALf{}tX7AA5944s%~cQ`_dP0AE@?BTu%?#SjlZ4{YQjU#a=2B~nwkz+5&vry(7
z+MJtjw=!IaOjfG#4Y@xARL-fvd01(&Gc+HO$;NI<J)7vRv@MKGC$9*RSQL#$;Y!YG
zqbV-O>Y%I~%~Fn#l%`d>2T>cgOmxS0mX-ZZX6?s~V^Ay#hjE9MG1C-FJ2*Q_yB27_
z*{Yf9UZAt9^)>RGuz(uHqZqt^v(?C1?Tmwh%Q$!blcDqh*!lV!slM+yu?bJuZ=3v6
z$~Nuw2iUED;fNIM#>-vvL1k7q&U?XLnWSt0*jI&!2zJ=q3|&W3Vm-iqwFftfVt?0h
zLs!?es0U!56&8?;Ez_PZ${h=K-jK9P>B5$K!alx*NNKSt2!Q?dbR3a_-SJlbOQ14+
z2F`oIp8a|GQvmyt5D~#HZ_Ct$Cdk_WcG^tbD2nahIZj{yup}N}9}yOijIGtSFS2RC
z&cny=9qqy%;t9L2=%K-H!qygm9se|rNWuP*Wd8=0`-Qw0?C9DjssZ-I1Y9YCU8l~_
z)xCW_7hqQlaZ&90rHl2cAD$Qiu)`B^zhvxEZPub^W`UiXcYZV8h3)GJyScQ_U<z(+
z0NCtDI3fj`o3gA9RNfQvUa+fs|1|;Z;!0d8f_;F<(1j1pu><T|LR=JkQsFxNE%USm
z0NY%J`z2#nX}@gz6M>yi$^Z5_7q*`#?4uob4b_zwrvhwlDUL|NE@~^v1(p8@c`w-W
z&Q+ZR*zd5oQUp71a=Nat_{2PbO*n8|6uYHlw|+-_O$ESSE-WA!yG5(mai#$5yhd>&
z)rCFOBlhAuhBdkmwgBwr;W#1%yX;VP7^s{bfb(9kSN4&?0Q;N}5yAc}I79c<vOO;X
z?Ad|1Q4~AtSd(7U**+3r9}^akjQz9rkpC|>u=D$>+nFxxVV<xLbo3hhRPFTu+cyG7
zq+r`CyURi4yF%Uz_JZ*NNdQ|Ji7Q30*Swyto3n3y3BX<}#6_{MoxQBDm>g9LupbHw
zNXC{WYgC)Jft^n~5^Qu~lb*1%SM?e$&RBRIU>lC&h!pJU*BXBVm8XTg7wpW!6$t=)
zP7|&a!A=j!(8U-6wE+9L5EsSX7<gO%ssFRN0DD?9?w5=mn7n4?sT#2J%#;Ymg^fI6
zAAY6R@JHOqDFEA)iX&36n<I)zP<dU*d%@m5?&TE#o1KL#MX(FFblv+Ep(6oyrw|v#
z-mt;X&@=OU5@64N9`{Sej!sq_R6nTo>AxIp+_~)yva4r|3tPQgjy{&7U@9ly$Qo@9
zDv@5EPqX|5jp5SP%F${$8tNWW-Y1lIiP+%?nT(t{hrc=%(b4i)B^qv_&2|fak>f9q
zRCYH1Y!nI^{ER8EQF+Efn&pRrkYZqnb<Yk%!Gj(Ro~%Hmg|+8X{B6xy#b;@oiMCj*
z%o56CwegSmx1pK-c2{!<3L5x-@Irow$aA(M<i}7sw9yhRR|la0CA>MSqfmtMF*oB!
zBF>wyIueB|z29urqfw;taW_}>lPFFpelxw4zpa9CpWm_WPm;)SH{Iv=D}k;OC_*?t
z2kmh1S6j-#8F^qUlWk9HB2XhCoZ}aSs)j(JgKU*#&_16Fv$pO#uR$XQi1>&7AIt<T
zQay5Nc&ti`qCAk}ahVo{Kl*{-!BQ>%ON7U>$5VPVD8PAk`~z;Wes$s8LmKDHfX@I=
z=3jK=;O_ws@J0N9@Y&)4{`F(Me5-g)k7miehVB{eUlvZ)?aCmN2lOYRM5Ow^J<VA9
U<@s++a32y&4D&g7X8Xne0HDOM(*OVf
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.json b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.json
new file mode 100644
index 0000000..418e0cd
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 2048,
+ "decoder_rt_num_layer": 1,
+ "drop_rate": 0.2473324871734921,
+ "embedding_dim": 16,
+ "encoder_ff": 512,
+ "encoder_num_layer": 2,
+ "lr": 0.08715018752570974,
+ "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.pkl b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..bbf3c9690d6573dbcc93579169298c8284c5f38b
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>cnkD!!HiBzo8rsB)WZwY3p5lg#L>eC69O3rRmPSVpOKoF
z0y2R!r6|83z9_LIb&9+F`4!XMFEg&_Vah22^0xU`wmK)2^l&95mLzAy7iU(b0xjVv
G)dK*zOj6bW
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/progress.csv b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/progress.csv
new file mode 100644
index 0000000..382cb8d
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2342.1553426427167,1719547872,checkpoint_000000,True,False,1,b2637af1,2024-06-28_06-11-12,66.37161922454834,66.37161922454834,242786,r8i6n8,10.159.28.66,66.37161922454834,1
+2230.1564153235727,1719547925,checkpoint_000001,True,False,2,b2637af1,2024-06-28_06-12-05,52.5772385597229,118.94885778427124,242786,r8i6n8,10.159.28.66,118.94885778427124,2
+2089.4225843534696,1719547978,checkpoint_000002,True,False,3,b2637af1,2024-06-28_06-12-58,52.95364809036255,171.9025058746338,242786,r8i6n8,10.159.28.66,171.9025058746338,3
+2035.8427676703986,1719548030,checkpoint_000003,True,False,4,b2637af1,2024-06-28_06-13-50,52.54171442985535,224.44422030448914,242786,r8i6n8,10.159.28.66,224.44422030448914,4
+1988.0233682947835,1719548083,checkpoint_000004,True,False,5,b2637af1,2024-06-28_06-14-43,52.50262928009033,276.94684958457947,242786,r8i6n8,10.159.28.66,276.94684958457947,5
+1975.179330900898,1719548135,checkpoint_000005,True,False,6,b2637af1,2024-06-28_06-15-35,52.05119323730469,328.99804282188416,242786,r8i6n8,10.159.28.66,328.99804282188416,6
+1963.0230732114296,1719548187,checkpoint_000006,True,False,7,b2637af1,2024-06-28_06-16-27,52.52018332481384,381.518226146698,242786,r8i6n8,10.159.28.66,381.518226146698,7
+1959.1778295321728,1719548239,checkpoint_000007,True,False,8,b2637af1,2024-06-28_06-17-19,52.090354681015015,433.608580827713,242786,r8i6n8,10.159.28.66,433.608580827713,8
+1956.1374309870203,1719548292,checkpoint_000008,True,False,9,b2637af1,2024-06-28_06-18-12,52.52081227302551,486.1293931007385,242786,r8i6n8,10.159.28.66,486.1293931007385,9
+1954.741417591966,1719548344,checkpoint_000009,True,False,10,b2637af1,2024-06-28_06-19-04,52.11372709274292,538.2431201934814,242786,r8i6n8,10.159.28.66,538.2431201934814,10
diff --git a/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/result.json b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/result.json
new file mode 100644
index 0000000..063e9e0
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b2637af1_54_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=1,drop__2024-06-28_03-49-28/result.json
@@ -0,0 +1,10 @@
+{"loss": 2342.1553426427167, "timestamp": 1719547872, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b2637af1", "date": "2024-06-28_06-11-12", "time_this_iter_s": 66.37161922454834, "time_total_s": 66.37161922454834, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 66.37161922454834, "iterations_since_restore": 1}
+{"loss": 2230.1564153235727, "timestamp": 1719547925, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b2637af1", "date": "2024-06-28_06-12-05", "time_this_iter_s": 52.5772385597229, "time_total_s": 118.94885778427124, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 118.94885778427124, "iterations_since_restore": 2}
+{"loss": 2089.4225843534696, "timestamp": 1719547978, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "b2637af1", "date": "2024-06-28_06-12-58", "time_this_iter_s": 52.95364809036255, "time_total_s": 171.9025058746338, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 171.9025058746338, "iterations_since_restore": 3}
+{"loss": 2035.8427676703986, "timestamp": 1719548030, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "b2637af1", "date": "2024-06-28_06-13-50", "time_this_iter_s": 52.54171442985535, "time_total_s": 224.44422030448914, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 224.44422030448914, "iterations_since_restore": 4}
+{"loss": 1988.0233682947835, "timestamp": 1719548083, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "b2637af1", "date": "2024-06-28_06-14-43", "time_this_iter_s": 52.50262928009033, "time_total_s": 276.94684958457947, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 276.94684958457947, "iterations_since_restore": 5}
+{"loss": 1975.179330900898, "timestamp": 1719548135, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "b2637af1", "date": "2024-06-28_06-15-35", "time_this_iter_s": 52.05119323730469, "time_total_s": 328.99804282188416, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 328.99804282188416, "iterations_since_restore": 6}
+{"loss": 1963.0230732114296, "timestamp": 1719548187, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "b2637af1", "date": "2024-06-28_06-16-27", "time_this_iter_s": 52.52018332481384, "time_total_s": 381.518226146698, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 381.518226146698, "iterations_since_restore": 7}
+{"loss": 1959.1778295321728, "timestamp": 1719548239, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "b2637af1", "date": "2024-06-28_06-17-19", "time_this_iter_s": 52.090354681015015, "time_total_s": 433.608580827713, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 433.608580827713, "iterations_since_restore": 8}
+{"loss": 1956.1374309870203, "timestamp": 1719548292, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "b2637af1", "date": "2024-06-28_06-18-12", "time_this_iter_s": 52.52081227302551, "time_total_s": 486.1293931007385, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 486.1293931007385, "iterations_since_restore": 9}
+{"loss": 1954.741417591966, "timestamp": 1719548344, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "b2637af1", "date": "2024-06-28_06-19-04", "time_this_iter_s": 52.11372709274292, "time_total_s": 538.2431201934814, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.2473324871734921, "lr": 0.08715018752570974, "batch_size": 2048}, "time_since_restore": 538.2431201934814, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719490613.r8i6n8 b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719490613.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..2950e9ca88edb8dfe2d60a1d5291b627885b332f
GIT binary patch
literal 405
zcmb1OfPlsI-b$Q|H%oZK=HGOb;!P?_%*@ksElbTSu`;?A9pJ1CRkvY&xicq==rU!H
zIsry4F)k4<-lD`x{gTqWRQ;U%;$qR<bzfZ~`fjorK($Q$dLf=uSO%^|nM;vN3a+I%
zBfm5!B|bSLH95N=KQpgHl!2kaewDW+2a1*F<ly>ItxU<!O9g6SU|4NtK0_aBWp1o&
z0B5c|T#FKy0+%G*%9707)cBH&%;NaWlGLL3V$rSb8=V$uZ(C;w)jqem`6cH&gmx7!
zB`#@H?ZugS$*J*0sl_GvMX6u|)Mko2GKU)Q{KctA&TIv^{aRcaT#9f5K(;29Waj4;
O$D<kp^7*n|mP`QS-+ZkA
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719493831.r8i6n8 b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/events.out.tfevents.1719493831.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..895b3d2305fbb7f465675b5e770594f401f947b1
GIT binary patch
literal 1311
zcmah|T}TvB7+q(>nvYi9Y1eeu^=GyqCUV<eBoTJAq_7vs5)9-r?p)icojc3SSQ$cs
z1l5y0^w5KdX@QXDlMz8dVMI?sPxjD{1SS>wq7gxL$DO^qYijd0-}%mW?mgeR6|T%T
zcJ-vl`wq`WJ4fb@1U%h_tdjbci<nrAhdTOiPK2Gl>5)rEdFAuyal5aKlghyd9z*Vn
zSiJ;CQo3pS!>-k1OQE?F2OY}ol{bj*T4a<k)Ioqz%%t9%Qcxm^6Bp9DN-V$2H4tn4
zRTnIfocPN4g_4R+Fr~O$+O0qJ5l2$%3bpYK-xx)NTBu}_ma1W7B~=rt7B-OS|M+RD
zxqZIoUDTlu4-PK!GdcPm5FuDdH&v3r$iSwh8+dKNv&l0*8k_+OUtV|e_1~Gk1pA<l
z4X{;ZOVx>q3dh(tZ=Y;wo-WGF85+KGp5K3eJbIRzEseWj)D1qAOv{F>nJ9uUr?Elr
zLaf&7Zn)-#?G7aT<b+jDECJ}2twfTlT*0+&QGgN!Cv=70nfi=+dT6Z@{P{J~tD%(K
zhYbpO!IOmyr@I1td8Pbj5AceirxCrFEk(Il>&A+rl5<E=HCm#l!6c);rtAlA_CJ46
zF>onc9iW(?B$kz0x8#LVp)h1pHB<>(glHYb4v7?kps;xeq#6hbTP<1I3t{2^OB`q`
zzDJz>Jzu)p$ZOgC&2#X9gR0#AOl+Do1<15yYOqRr^wy^wJmGSCe8>eJa8RD-t-yQV
z_s=dgugt|@SJon0%mijR27z^3W7tp}syDEl;bn0Mt`7(U2jcY6Zn%5aLbXfn-O<AM
z<EED{I!>=0rXU8aIUR@H`FUUf6{0{cwhW-h7dOc&>sgLX%^bMV<UGPxkH${%gIV{Z
b5P`tI-eaO<oTnMf`Myo$b`<S=JMsH3?G%+i
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.json b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.json
new file mode 100644
index 0000000..ad2fa50
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 1024,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 1,
+ "drop_rate": 0.40559456476144173,
+ "embedding_dim": 256,
+ "encoder_ff": 512,
+ "encoder_num_layer": 4,
+ "lr": 0.0012413894518875446,
+ "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.pkl b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..94622d42f706dc24d00b85e6186c06379c7a0d9b
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>_%bl|aKX$@O9S$mdU#=)fu@3mSbF$iLLl>?%GmPaGg1>%
zrg$^<aHbUH7sMAOmZVN`x4-$->G{!`dp%4!ML=Fi*x_R~JD2ouB_)<5XT%q0R;2<h
IVJX!E01-P>tN;K2
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/progress.csv b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/progress.csv
new file mode 100644
index 0000000..c17fe47
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/progress.csv
@@ -0,0 +1,3 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1965.450800377553,1719490702,checkpoint_000000,True,False,1,b6132594,2024-06-27_14-18-22,88.76505160331726,88.76505160331726,35196,r8i6n8,10.159.28.66,88.76505160331726,1
+1968.0043185977486,1719493918,checkpoint_000001,True,False,2,b6132594,2024-06-27_15-11-58,87.441162109375,176.20621371269226,69992,r8i6n8,10.159.28.66,87.441162109375,1
diff --git a/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/result.json b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/result.json
new file mode 100644
index 0000000..06b6cc4
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b6132594_2_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop_r_2024-06-27_14-15-08/result.json
@@ -0,0 +1,2 @@
+{"loss": 1965.450800377553, "timestamp": 1719490702, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b6132594", "date": "2024-06-27_14-18-22", "time_this_iter_s": 88.76505160331726, "time_total_s": 88.76505160331726, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.40559456476144173, "lr": 0.0012413894518875446, "batch_size": 1024}, "time_since_restore": 88.76505160331726, "iterations_since_restore": 1}
+{"loss": 1968.0043185977486, "timestamp": 1719493918, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b6132594", "date": "2024-06-27_15-11-58", "time_this_iter_s": 87.441162109375, "time_total_s": 176.20621371269226, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.40559456476144173, "lr": 0.0012413894518875446, "batch_size": 1024}, "time_since_restore": 87.441162109375, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719500447.r8i6n8 b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719500447.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..9cbd2ac983adc1da36a7c2e143335e6db95f0747
GIT binary patch
literal 770
zcmb1OfPlsI-b$ROz1}a6pMTR)iZ`h!F*8rkwJbHS#LCEj`j-S{sJadF%bhuyck^5V
zsS{w-65|r#;w?(7)GsN`OV!WGFD@2cl>ODk;P2#}22d?izg~#vJh~sQMVU*HOA4-~
zI3vF_CnY{PBQ-g@AU`v&M3jM{!QPGkmmi9iF^Ay#QLRkL&r1brVPKfB|5}tj)XLmg
z*#OQ@2rWun3S5$KD@!tSQ{ziAGK=FgOHzyCi$y1uXgDjURGv13YM<NO{E{>8Fx*BJ
zE+sB$RPDu?dC95qMXALl`9-N<170?3#h614c>dy4B<Ev<0a{!dT#9f5K(;29Waj4;
z$D<kp^7-DK8%j`o{{QuXAK<`d!WP(<=YMs%^Y;Q5N?`N9g=--uuyrK`Dp9PQh|rHC
zu(ucHTc8BC=sUQT1Oog2IVtB=o)=_L0=oyHonT;}T)5D=V4vMGl)(OvFo5X5W^h>Z
HchX`2+9Lxw
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719504907.r8i6n8 b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719504907.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..3e3d332762d1e569f772671f675fafe69014d7be
GIT binary patch
literal 2230
zcma*jeMl2=9LMo9A9uNEmQrU)&PtPX8f0aNi#w@NP*#Ewda1j(V|pjMQ!xuA13|>B
zu%I-Z+7q=5S|$-{2?}8lTInRsh)Ri4l4<lu53cb$zOZq3f8YE2;rCjD{r}o4_v<xn
zsl&_6EzUiJHs6}Z@rfCw3@@c_;{xyPjPd;Uprwq|WY%E`OaHC(kB`7t<63K8xj`!7
z8AG8Uis7}cMJoN{f!-uf(&&0cYoacqBnFSh36zMeP*P~73s|PWQY>)16pmq4>0>pR
z9ZZflq8?6~1)lkrV3_MdFk|pc7Uirzq$$0O5<R{FUyCLsu85%}mJ?}CVyv_nzPme)
z4Eg$gYqBSAuCAWZ%*pviT#rY>T;%uyhPE=IBv={ufdTy5<POh)FVioMY0Ov9emowB
zN23Evt9cS9@FES*EWLc-VZ(Fq@?3}Qh#Nb=8}^XSMKuUP9RNG+5lYlxe<(Gt0Fym(
z?*rR(B6<N}r+1-A1?<?f1Zicpp8<BaoGW4{H`_?^Ft-X|Cq72|s<AQS9f#%<c)7DD
z>y#Ti&>Qw3@1mpx`)`0f--{A8*p8_uAz-qi5A{B<7tO~f0Jh&Vlqg^~y(Gv^Vc{si
zu8?y@>_7gqq>$lQ2e9Ym1FEr&#_Qvz2=MZVgfN>MJIEXMw~n7w>}1n4z_ui!L=ATK
z_LN^>($9c;AJ{{iEL#9}qns#Un`Q}8Ynu}Qwk`=RDq;_(MNyT#w_gM7dij8A>?-5Q
z^Y(i1@~5r$2i@4g-mtr>U6igiED2yw*ifPdyRPEkJ}}9)q234f@_Jns!2Tg83fQ^D
z1bNHO?gH3cJ6cr4o^euC%GFL5U{A^iRAaXq_4#MY!OP>{(BIwIA>Ob{2p2U~a~fi2
zzD0=|?3<fMQo!V>-21=|jpQ8wJ7*M4Dqyqy1nInVw+vv9$hjhRf31ZI$UgTDVDBA6
O`>L_~jG;GTbN&Knk<D@d
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719506988.r8i6n8 b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/events.out.tfevents.1719506988.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..9786f27e2b6b0b56d59313468a02e6ad1ac1c91d
GIT binary patch
literal 4596
zcma*reNYr-90%}wLG&Ivh4b!`Rp<bnaW2OLM-))taF-|$N39%zY&*EcJGk4!+ap44
z#2gjPOedKlMSM%mG|8M~#xYB$R3Klbv5b6+Z~!f%6iH;p_KxFOes<?B|FO^WeZKd6
zo@IvT#>fVKcCW~ZRsFn78&+KZO9r7XbX)A~<jgl2){`<N<78u7oPS<JeFdpXds&z0
zofob$>X8<y-Ihv|r<`R>4j0Gi{ut3ql^iHp5$})G^jxG>-3xIf4#gk>M>w0S++n4Q
zY)nyUnaj?4bTV00`i8y_mV?TI0-T4HRu{|g5t;0a{s?9AS2`C(%~kaXkyvCvk+{-h
zcQUlcX6I<ThjG)KE=w_yoV~XHUV=Yfw`x_FihB(=jz_U*ER1t@wuqtK4CisV8Q%i^
z*N&G=_b<@V*_5a178Wp~i6{my;BB>d>@Jq0;WFNxH^ubL06V{N>)Qe!HVTCO8IK(q
zz4cRot?s}PDcD=4PTdPC-xu;huubaJR)DST#FZl0Hya32E;}(BV81KGMX|T!?IgGT
zdtMK)<z2X6GPcZI-DEX@oqsgT{*DhjED$#Lc`x;7*8X;Y-ALky6zpm38#_Q{Duwew
zuzzY{q5$?8AtHjEvW*~X8(L2S?3tOkQ55@&eRs*xx&5gC`>?QpWNfqftGelWu=8mp
zefxdb&jiA5boElGcFlBvonMM0Qm`w34M_%-*M)o#?EBA0Hvw#$16PV*vm`-A)@IZI
z?5jdt6#Hm<6lE~pIRLP8ow#2zc9pqpSG)@Bygs|`f)86A2>blb9xAM&^Lv2Zn1dry
zuqV-nj)BUw**G5r``G;I9)NvXh=^dvuP4Yv-J&#rotTRoMX}9mDeCy@<O=|Mzp#L0
z>>cKWqb=va&Qp`-J@8?V41{f~=%J1@Cv67UuO#D$6zuDj?xmpes*n$Y?dbXv0qoKg
zTq%N`aGoIlyx*J+ux|))QS6qKQtE6b+6b`c&cOYWvA;1lBo{fr&b13Kja%&fZ)8*;
z?9CkysY8?WSpfTmJRFgNU3~N4B~aNS<bz<BU&yHg*bDM;r3iNF<4CgShnz%!{i6^U
z#h!DmnhL8rbq8R-RDk;>W8X9<tjjlooo`T7kUs42K-ibldZ{ex++KjaTZto5u$R5K
zy%AIzLvTI_cI)!~c!1p?L`1M%H3V6e7kUL?#|^`cqS*bWZPeB^%aZ{1hr$Aqv1J*Z
zuWls3&egy5+kMy(fv~5X?WO)MkY5DY);1iGg1tGXe<i5w67oT?*Ib|D0N6`@$CV=3
z20cLz*M*k@>{~)y6#Jz6Fjd|B-YkH<pdI&1#tzSz7yYOS?0kZ<ev=Pd69~IT{(!pM
zo_!i%XNKU26zuN0DHNz|7V<%`tK_*e0QUT0xKadr(prMtaC`h40Q);3E{grh=~GnF
z%8&m6*omRIUoy5KBWwGz!Up-k<!Dn~ZHekc*FGP%agP%1R3a^HE3>#QPL4J)Z<R4_
z{({DOva6M7wGs{Y4{07MG!GQ9BM~aJc#3TN)oCeXP{wM|NGnt1vho)>{_;o{7xT{|
zk#6WSw%kcOER~F#ABsTg!6CPQ_86oc@@VK}HBwpKt}>dxt$C~XEaNO>tX4a_n6}!T
z{3HI;Fzi6PuUUs827e#AP$*J3yzK~uvb2q{SPe>J1RAA*H)mrs8mD>6&G?Ck_vUMi
zLSr?-Z??wgP?Y9rH&^2X6sHltnf5JR-^%*W@6=zrQdExz&#z5^ZYa<=;ruv;<M^vB
z&3P<5u$?V-Wq++e#}&dk9##+s6-YnCR-=m8F}ENrHGWSz8a+tFKlI<G&4_s7)bLo9
z8AS&m$KwVw8vEo6f(Q9<OyIM}Q)Ff|%6oSFgSTJ5mvZS!b-MS%fY$&|E;FNNhrSPZ
zV3Th^cx~~(4m1DFLg055&*@HIlAkqsrr+Z1vEB1k+S~rWo&;n<#Q*IX);b{1zhi=X
NNUUOn{PtzJ<3D(7wO#-K
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.json b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.json
new file mode 100644
index 0000000..cf82a10
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 512,
+ "decoder_rt_num_layer": 2,
+ "drop_rate": 0.03943053020125942,
+ "embedding_dim": 256,
+ "encoder_ff": 1024,
+ "encoder_num_layer": 8,
+ "lr": 0.012132296191722286,
+ "n_head": 2
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.pkl b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..85aa805d450fb33faa63f0fe7e0ffde4b5c27f68
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+F!pf4%uY)K@>zO#VVZ%af`yoR_+UaH^PpmEdGQ&k
zi78XOnR+-=it-EMixNvxr?}fMF|g&14p`8`lv4!cb=<gU^*OG#hbt+uBsn9#II}7h
JXbDHD9ss{%Qgi?S
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/progress.csv b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/progress.csv
new file mode 100644
index 0000000..9fa0c24
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/progress.csv
@@ -0,0 +1,19 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1963.3635244294414,1719500616,checkpoint_000000,True,False,1,b7bc0828,2024-06-27_17-03-36,168.4553461074829,168.4553461074829,242786,r8i6n8,10.159.28.66,168.4553461074829,1
+1964.994483767532,1719500770,checkpoint_000001,True,False,2,b7bc0828,2024-06-27_17-06-11,154.8085856437683,323.2639317512512,242786,r8i6n8,10.159.28.66,323.2639317512512,2
+1983.6730389932948,1719505075,checkpoint_000002,True,False,3,b7bc0828,2024-06-27_18-17-56,168.71964645385742,491.98357820510864,242786,r8i6n8,10.159.28.66,168.71964645385742,1
+1960.5562071312131,1719505230,checkpoint_000003,True,False,4,b7bc0828,2024-06-27_18-20-30,154.50840067863464,646.4919788837433,242786,r8i6n8,10.159.28.66,323.22804713249207,2
+1963.4618429349164,1719505385,checkpoint_000004,True,False,5,b7bc0828,2024-06-27_18-23-05,154.80316591262817,801.2951447963715,242786,r8i6n8,10.159.28.66,478.03121304512024,3
+1989.1539575772022,1719505540,checkpoint_000005,True,False,6,b7bc0828,2024-06-27_18-25-40,154.934711933136,956.2298567295074,242786,r8i6n8,10.159.28.66,632.9659249782562,4
+1964.115951417938,1719505694,checkpoint_000006,True,False,7,b7bc0828,2024-06-27_18-28-14,154.43893933296204,1110.6687960624695,242786,r8i6n8,10.159.28.66,787.4048643112183,5
+1960.8267860712967,1719505849,checkpoint_000007,True,False,8,b7bc0828,2024-06-27_18-30-49,154.76330041885376,1265.4320964813232,242786,r8i6n8,10.159.28.66,942.168164730072,6
+1976.2787653404896,1719507156,checkpoint_000008,True,False,9,b7bc0828,2024-06-27_18-52-36,168.00890111923218,1433.4409976005554,242786,r8i6n8,10.159.28.66,168.00890111923218,1
+1976.2708451879307,1719507310,checkpoint_000009,True,False,10,b7bc0828,2024-06-27_18-55-11,154.69092273712158,1588.131920337677,242786,r8i6n8,10.159.28.66,322.69982385635376,2
+1981.451539047121,1719507465,checkpoint_000010,True,False,11,b7bc0828,2024-06-27_18-57-45,154.6102569103241,1742.742177248001,242786,r8i6n8,10.159.28.66,477.31008076667786,3
+1979.4912320835383,1719507619,checkpoint_000011,True,False,12,b7bc0828,2024-06-27_19-00-19,154.2633924484253,1897.0055696964264,242786,r8i6n8,10.159.28.66,631.5734732151031,4
+1965.0564301257998,1719507774,checkpoint_000012,True,False,13,b7bc0828,2024-06-27_19-02-54,154.53979539871216,2051.5453650951385,242786,r8i6n8,10.159.28.66,786.1132686138153,5
+1963.731471264456,1719507929,checkpoint_000013,True,False,14,b7bc0828,2024-06-27_19-05-29,154.80543661117554,2206.350801706314,242786,r8i6n8,10.159.28.66,940.9187052249908,6
+1999.236413670337,1719508083,checkpoint_000014,True,False,15,b7bc0828,2024-06-27_19-08-03,153.99702858924866,2360.3478302955627,242786,r8i6n8,10.159.28.66,1094.9157338142395,7
+1977.9634634904035,1719508237,checkpoint_000015,True,False,16,b7bc0828,2024-06-27_19-10-37,154.58372330665588,2514.9315536022186,242786,r8i6n8,10.159.28.66,1249.4994571208954,8
+1982.2560737189347,1719508391,checkpoint_000016,True,False,17,b7bc0828,2024-06-27_19-13-11,154.08641910552979,2669.0179727077484,242786,r8i6n8,10.159.28.66,1403.5858762264252,9
+1968.0494442436639,1719508546,checkpoint_000017,True,False,18,b7bc0828,2024-06-27_19-15-46,154.52800750732422,2823.5459802150726,242786,r8i6n8,10.159.28.66,1558.1138837337494,10
diff --git a/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/result.json b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/result.json
new file mode 100644
index 0000000..038eb43
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b7bc0828_25_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_16-43-33/result.json
@@ -0,0 +1,18 @@
+{"loss": 1963.3635244294414, "timestamp": 1719500616, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b7bc0828", "date": "2024-06-27_17-03-36", "time_this_iter_s": 168.4553461074829, "time_total_s": 168.4553461074829, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 168.4553461074829, "iterations_since_restore": 1}
+{"loss": 1964.994483767532, "timestamp": 1719500770, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b7bc0828", "date": "2024-06-27_17-06-11", "time_this_iter_s": 154.8085856437683, "time_total_s": 323.2639317512512, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 323.2639317512512, "iterations_since_restore": 2}
+{"loss": 1983.6730389932948, "timestamp": 1719505075, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "b7bc0828", "date": "2024-06-27_18-17-56", "time_this_iter_s": 168.71964645385742, "time_total_s": 491.98357820510864, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 168.71964645385742, "iterations_since_restore": 1}
+{"loss": 1960.5562071312131, "timestamp": 1719505230, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "b7bc0828", "date": "2024-06-27_18-20-30", "time_this_iter_s": 154.50840067863464, "time_total_s": 646.4919788837433, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 323.22804713249207, "iterations_since_restore": 2}
+{"loss": 1963.4618429349164, "timestamp": 1719505385, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "b7bc0828", "date": "2024-06-27_18-23-05", "time_this_iter_s": 154.80316591262817, "time_total_s": 801.2951447963715, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 478.03121304512024, "iterations_since_restore": 3}
+{"loss": 1989.1539575772022, "timestamp": 1719505540, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "b7bc0828", "date": "2024-06-27_18-25-40", "time_this_iter_s": 154.934711933136, "time_total_s": 956.2298567295074, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 632.9659249782562, "iterations_since_restore": 4}
+{"loss": 1964.115951417938, "timestamp": 1719505694, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "b7bc0828", "date": "2024-06-27_18-28-14", "time_this_iter_s": 154.43893933296204, "time_total_s": 1110.6687960624695, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 787.4048643112183, "iterations_since_restore": 5}
+{"loss": 1960.8267860712967, "timestamp": 1719505849, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "b7bc0828", "date": "2024-06-27_18-30-49", "time_this_iter_s": 154.76330041885376, "time_total_s": 1265.4320964813232, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 942.168164730072, "iterations_since_restore": 6}
+{"loss": 1976.2787653404896, "timestamp": 1719507156, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "b7bc0828", "date": "2024-06-27_18-52-36", "time_this_iter_s": 168.00890111923218, "time_total_s": 1433.4409976005554, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 168.00890111923218, "iterations_since_restore": 1}
+{"loss": 1976.2708451879307, "timestamp": 1719507310, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "b7bc0828", "date": "2024-06-27_18-55-11", "time_this_iter_s": 154.69092273712158, "time_total_s": 1588.131920337677, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 322.69982385635376, "iterations_since_restore": 2}
+{"loss": 1981.451539047121, "timestamp": 1719507465, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "b7bc0828", "date": "2024-06-27_18-57-45", "time_this_iter_s": 154.6102569103241, "time_total_s": 1742.742177248001, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 477.31008076667786, "iterations_since_restore": 3}
+{"loss": 1979.4912320835383, "timestamp": 1719507619, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "b7bc0828", "date": "2024-06-27_19-00-19", "time_this_iter_s": 154.2633924484253, "time_total_s": 1897.0055696964264, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 631.5734732151031, "iterations_since_restore": 4}
+{"loss": 1965.0564301257998, "timestamp": 1719507774, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "b7bc0828", "date": "2024-06-27_19-02-54", "time_this_iter_s": 154.53979539871216, "time_total_s": 2051.5453650951385, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 786.1132686138153, "iterations_since_restore": 5}
+{"loss": 1963.731471264456, "timestamp": 1719507929, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "b7bc0828", "date": "2024-06-27_19-05-29", "time_this_iter_s": 154.80543661117554, "time_total_s": 2206.350801706314, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 940.9187052249908, "iterations_since_restore": 6}
+{"loss": 1999.236413670337, "timestamp": 1719508083, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "b7bc0828", "date": "2024-06-27_19-08-03", "time_this_iter_s": 153.99702858924866, "time_total_s": 2360.3478302955627, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 1094.9157338142395, "iterations_since_restore": 7}
+{"loss": 1977.9634634904035, "timestamp": 1719508237, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "b7bc0828", "date": "2024-06-27_19-10-37", "time_this_iter_s": 154.58372330665588, "time_total_s": 2514.9315536022186, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 1249.4994571208954, "iterations_since_restore": 8}
+{"loss": 1982.2560737189347, "timestamp": 1719508391, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "b7bc0828", "date": "2024-06-27_19-13-11", "time_this_iter_s": 154.08641910552979, "time_total_s": 2669.0179727077484, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 1403.5858762264252, "iterations_since_restore": 9}
+{"loss": 1968.0494442436639, "timestamp": 1719508546, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "b7bc0828", "date": "2024-06-27_19-15-46", "time_this_iter_s": 154.52800750732422, "time_total_s": 2823.5459802150726, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.03943053020125942, "lr": 0.012132296191722286, "batch_size": 2048}, "time_since_restore": 1558.1138837337494, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/events.out.tfevents.1719502199.r8i6n8 b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/events.out.tfevents.1719502199.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..0c68fb76665bdd1cf2a7bb18c89c526c2ea87f74
GIT binary patch
literal 1676
zcma)6T}TvB6kcbgngi>$qg%SVrelH3L!12&S+r{<ggs=vgn?bhovSmob7!5It*js^
ziXci~jCu%3gB}VJABxZlf+z~59*levqNpe;f`Z<<>(1WYF-_-f&N<)t?)}bpZmB2p
z4V~U2@|V=#t@6NBL&(=|${JbQcoY-6e!bXm0o6El!vn{5^5^|rSGsO_fwTfjz-P+c
z5j#b2Bw<)q@Xem)#)*ryPuDq+{$H;Ue>}(_HBb#92C-Bll~7Pz#qlFaLnC(3<LQZ>
z?A$WuqMTaE@NP=QAecfto=p$F=n;ofZw)u|q?AEKsDd&^X=^%0wyIf3v$2V+;P}C-
zJGKuWtFLq5*Uz5)%zw+lSAz)UZn&k9I7TM6Y{SGe4feinlQugIK7M-9!YgHrUxHew
zW)0G;vaK1!Lhd%{o3DP{TkN_ys=LxNBQ`ge*r9v=#=?iGahKTYdInjH*rQ`bmW%Rh
z4nL3B9bH3*U1IAS807+D|J>TWV<g&J=@R=x4!)q+@l&vKGH~mJOYD}7jDOK$dtzdE
z+rHs~%+UI-UpvfSe!1&bT5Rd27jAf=1gS~clywV5@bM%zsd0$ibioVfys*?s34b`@
zHzyVWw99r}r6WCotGuEBMGB4^3N;utHR|Y~u`&qe$4E*?3Ar1aG!+0}Hf1{1rBIR=
z$}jc-ub4&>Q5U7DC>HDOSWz_6i4;wzA$l52GVC+VK?r33^BXMzE|F#jSVEABWu?k1
z1;8)3H(IKM3gJH+I}4KDNGS~E!u%U2t%9)dzm1aCK#j2Q#*DPw-c6kOJ^4OZ&rf9M
z_l|>U4k~i<v#@2+l|z;-Q-L+oVKhDBV3f<v@h%s-!@-I?Z3R9sJV~A<%;_i;XC<P+
zjA4F6Av9}hEY}x<$~h!wc~1<=XB&hidt&s3oOAZ9gmU}Sv!j8b{((cqb%Qg9aoK<s
zCu6WO-w!N7iD)8cTb7{57w7RRtN9Uq`{+#9Hs{5Aet&2`|30gJ9Yi4XulATI8Re<R
Qa=I6a+_HkUb@2m#0SA@-umAu6
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.json b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.json
new file mode 100644
index 0000000..c96f32f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 1024,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 1,
+ "drop_rate": 0.49135894275544967,
+ "embedding_dim": 256,
+ "encoder_ff": 512,
+ "encoder_num_layer": 2,
+ "lr": 0.035530667591767505,
+ "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.pkl b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..8790c28deb64c6fedbd8e49ec7baceae7f7a1441
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>_%bl|aKX$@O9S$mdU#=)fu@3mSbF$iLLl>?%GmPaGg1>%
zrg$^<aHbUH7sMAOmZVN`x4&PMb3E_rh90JzA|P*(p>W*%sf&BKk`hajGvbRgt5SiM
Iu$1Zn0O?y(S^xk5
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/progress.csv b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/progress.csv
new file mode 100644
index 0000000..0c53e10
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/progress.csv
@@ -0,0 +1,3 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+3332.7398422121064,1719502275,checkpoint_000000,True,False,1,b83eca19,2024-06-27_17-31-16,76.17734885215759,76.17734885215759,242786,r8i6n8,10.159.28.66,76.17734885215759,1
+2299.3813442921073,1719502338,checkpoint_000001,True,False,2,b83eca19,2024-06-27_17-32-18,62.30854034423828,138.48588919639587,242786,r8i6n8,10.159.28.66,138.48588919639587,2
diff --git a/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/result.json b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/result.json
new file mode 100644
index 0000000..e70405c
--- /dev/null
+++ b/ray_results/test_experiment/train_model_b83eca19_27_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-06-11/result.json
@@ -0,0 +1,2 @@
+{"loss": 3332.7398422121064, "timestamp": 1719502275, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "b83eca19", "date": "2024-06-27_17-31-16", "time_this_iter_s": 76.17734885215759, "time_total_s": 76.17734885215759, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.49135894275544967, "lr": 0.035530667591767505, "batch_size": 1024}, "time_since_restore": 76.17734885215759, "iterations_since_restore": 1}
+{"loss": 2299.3813442921073, "timestamp": 1719502338, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "b83eca19", "date": "2024-06-27_17-32-18", "time_this_iter_s": 62.30854034423828, "time_total_s": 138.48588919639587, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.49135894275544967, "lr": 0.035530667591767505, "batch_size": 1024}, "time_since_restore": 138.48588919639587, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719491430.r8i6n8 b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719491430.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..0ec069bec622e0a187b5a06efd23b5937b282d60
GIT binary patch
literal 405
zcmb1OfPlsI-b$RBYiHdIn}5?$iZ`h!F*8rkwJbHS#LB4UYI2G)RNaR8<<6Yzf8T!x
zQYXNuCB`Mf#aonEsb5l>m#UwWUtBEeulwC4ONC$F0IFr`*9-BSs!R`HT9mmIxuoD)
ziZk*{b5i1yGg6bY3-UAbN<<kL8tgwUTDBI&%8M*;{is%^<maUVwJ<Pr=Ibrihgz8%
zD;vOB%nH|{#HGL`3AeH&GdDH9BqOspKC>jXD85)!Q)87=&9XiVL#Xz-&CM@4zaq4&
za4B&~qiQeC%u7y<FG?*g$uCL;8^Bw<bc#9DfafnxMRI1b!R^=L(%@2r8vwF3u_QA;
QuQ(pn7?97)O6+d|0A%BXrvLx|
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719494041.r8i6n8 b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/events.out.tfevents.1719494041.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..915d9b245337e930eda3d5e315cc18ae3ee71537
GIT binary patch
literal 1311
zcmah|O-K}B7+z<?nip2v$=%jnH60CV4z62=K!jb>3blhs7yIF3-1)Yhn*C;*nJq0M
zL82f6Aq+Z*l|mpv-a?`dc1Y?_hYlHp7DPo*5?Bcx`o^98cGuMQHt+L3@AJLS`)t6K
z{f%Gh68Xp7{fXYOxz?bk&yZEpc;GB1R`Z_SXWm_}clxHr&b9F)tuHRveOo!n4;A1s
z<bkl2Avmn*rs=!V{;PfR_q8KU4rOHN72;bDF-kquL6A|*q@K|f6i?##>9npA%ja?p
zMxXweoGy}_>tOt1Nku1^Qd}-Q*0vCKBvU7<yLqjXQADVPN+xNkDU7V7Y9iIb1~Prq
zHzxN_9d3LUap<E%Ltprhd3png5GtmdDv4ucVAIkKyfQ%3zIE(#27LPbyq7=L#q=fE
z1$AtIttwlpPE1rh#@>A3YfE6NBs*t#^wuf9L7RvirDjVLZn)!y3Y1LChMY1{826{K
zL3bfm=T$dccEe@|5|%mPCnuHx^vPB{Nmb6{TDK@bnS$fGLU*P<qeOz%D#2G+BbgM^
z<N<6@$P1nvWH{Xcs3<5EHhX|q3_XqLVzw0J;#4126qTGrikhM&`Wj5K>MP1V@aDb?
z2bBV++3EnL1SPSo)Vd`vlnccnlWL$!*dRo!D0WDsY6uDIhd|l^)xt(cmUcqD@c$$F
z4>o0pbHADIcbj>fyWa;6<~gX!-_OLRNmGDKOQr^^B%yac;ouRMzvBZgc%K7*fwuzh
zoxK^}TN!#Eg>5;DXweB?41%k!#<1Hls9D2uhA&1Tv^pRR9E{OF?V7h|Ev^`p+qa{I
z<(Er-dEt1}eoRpeSaUiC+Y9r+fZ-J&A6o{{=ZouPmGvw}U%#DKTO2QDACC9%7jy1M
bAPm8Oy~jk!I!`l}_kEMdZ7Jz_bMMbz6P1%O
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.json b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.json
new file mode 100644
index 0000000..af62673
--- /dev/null
+++ b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 2048,
+ "decoder_rt_num_layer": 2,
+ "drop_rate": 0.5345579147076132,
+ "embedding_dim": 256,
+ "encoder_ff": 1024,
+ "encoder_num_layer": 1,
+ "lr": 0.0017624805585372257,
+ "n_head": 2
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.pkl b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..68220aede3a6454053f05dd3107664da81df439c
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+F!pf4%uY)K@>zO#VVZ%af`vGG_+UaH^T1+EJ#2aL
z8L5dWQ@ojaI8%!93*w6sOH!w}+dq_+G}fPXqK7G`2*`_hkSO-`{Ldb)q{NcsjQHZr
Ls#KsQ9Hn{y%(hb)
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/progress.csv b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/progress.csv
new file mode 100644
index 0000000..028fa0f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/progress.csv
@@ -0,0 +1,3 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1977.4159521868849,1719491515,checkpoint_000000,True,False,1,c02405fc,2024-06-27_14-31-55,85.07843685150146,85.07843685150146,35196,r8i6n8,10.159.28.66,85.07843685150146,1
+1978.1414919875738,1719494127,checkpoint_000001,True,False,2,c02405fc,2024-06-27_15-15-27,85.28851962089539,170.36695647239685,69992,r8i6n8,10.159.28.66,85.28851962089539,1
diff --git a/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/result.json b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/result.json
new file mode 100644
index 0000000..1cbbe75
--- /dev/null
+++ b/ray_results/test_experiment/train_model_c02405fc_6_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=2,drop_r_2024-06-27_14-28-27/result.json
@@ -0,0 +1,2 @@
+{"loss": 1977.4159521868849, "timestamp": 1719491515, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "c02405fc", "date": "2024-06-27_14-31-55", "time_this_iter_s": 85.07843685150146, "time_total_s": 85.07843685150146, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.5345579147076132, "lr": 0.0017624805585372257, "batch_size": 2048}, "time_since_restore": 85.07843685150146, "iterations_since_restore": 1}
+{"loss": 1978.1414919875738, "timestamp": 1719494127, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "c02405fc", "date": "2024-06-27_15-15-27", "time_this_iter_s": 85.28851962089539, "time_total_s": 170.36695647239685, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 2, "drop_rate": 0.5345579147076132, "lr": 0.0017624805585372257, "batch_size": 2048}, "time_since_restore": 85.28851962089539, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719493563.r8i6n8 b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719493563.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..9a0c434b7415c738cc1ccb2f8630f0de17aea7f1
GIT binary patch
literal 405
zcmb1OfPlsI-b$R`9v^uZG5@Bc6mL>dVrHJ6YguYuiIverp{t?FP<0#TmpgNAxFx|5
z2~;P*s3pcF!o^#ZSgBu9nwP4dlV4mc8hNwA*>sX{g#lE{)UOxfIYS@7wJ38ba!J9p
z6ldg@=A^_YXQU=)7vyK=m54GhG}tfsd-5WRm8&1Y^`lyulAo6f)WX2<aC3O0KGe$G
zSlIwh+sAM%N?ZzDl5i_aGILYoOENNx<1<TAi{gt#<K}ib`7KVYF@$QL+uZz;a|c4Z
z3YQX>G^+OE%)I2(_@dO}lKi4numP!A84~7D1D?M)70Idf1a7|;mj;(2+yIcRi6xo&
QdByRl#(;btq2|*C09|^2m;e9(
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719494783.r8i6n8 b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719494783.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..4352dd839663c3d4558b0d6eede6be424869104a
GIT binary patch
literal 1135
zcmb1OfPlsI-b$RpF3;qn=HGOb;!P?_%*@ksElbTSu`>F7W>%LnRNaR8<<6X?yOtP&
z)Cn+YiE)W=@fIak>X($}rRwM87Z;04_8T}aJo6>c0IFr`*9-BSQ})5ND03-tNx`)g
zXXKaWq{Js@q$Xz<<Y(rUh%zuV*zel)&l$x^(*tn*s8*)r=cNL*Ffe4+%{{0OwK6wW
zHh^;vLW>fY0+%G*%9707)cBH&%;NaWlGLL3V$t-sy-wc#x-5oJ?Q@%(UvkDAgxjdX
zrNkwTs=YWfFF7^7D7CmGzbF-KfUI4tk~!3X=Pyo0a-KsNpv9%Zr3g0wWNTtcW`16A
zJgPAupWo#+az*j^>rFT8!GX<;EwDSMN;=Qx`ptn7*xxq8wGb27|JMHYMX|DC3tT^r
zz^<C3$cYlzj9cMa2n2S#S+Y~I$ePtCfnABvPB5^icl>u+zxaL%N?^Z67(jGjGdS>G
z{?&-$^X<A^e&E1n!4}vLAMiTA%ifcW64=M|;97_Y?BF+D`Y2X<>cjQp2<%r@raCBr
zeHNjGKwwW6N_N_)Yw!;xussamHWCc%4;>cHvwm5lrtG~41Bec62Zw95M`i#3C|YV-
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719496142.r8i6n8 b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/events.out.tfevents.1719496142.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..a7ab0c323b0d59ff50dac2ee567d50484f2e7a90
GIT binary patch
literal 4596
zcma*reM}Q)90%~yBGN|@sNf3-LJ`qMt>_{KUpTI?OpObOo5i=I^bRP{YrQLq{xP~4
z6^A;M;Nrxn)6FfK!KRxyaTpzob2B>0aGK$}K^!VGx+$RUTFP_$T<abGanJL8zI{IT
zK=O2iqW5QC**vZK@TQ~ulHHe6BZ6`{lZBm>zLH@b$y4%YWDkz>%&XhI%AlTC&#!aM
z3mKprhQd$~XIiayl(3Ax*v9kWQ%?IEO1e8MCVL{)PcBgEq!Tz2hhk9#j_?Jxl46=N
z7ck}`yUoHn!W9Z<%DpUND5#v%i1V<Lwy}&5Q7A&W1MzxKrFB_UhWd&a(V`eM5?4Ab
zR)%sESa{0fU^t2o54g6O>{_@oAkh=wwRUa0+ISK-jzL-!3FEwlH8T{)@D3ZtxEE+G
zdN3o&vq0P3v)SrqaRD6~hhp&pu2z%7Vq<v<F5}wy_PzPXz|Iw8oK<e@0B_h+GhdR*
z+N^H?_QZG`k%O(>n0X6S-V^gau)~^4_XBLlSX?QA9o(2hYW#-31lae*xFq)G*)Pc8
z{Q3@notJ?7Wn(Ldn$EHsu=Dl}*1c}*f!?soHYp4hDWh8e_TzFKk%K+-_eKg-uG)z6
zKCpK_cxDFJFU5!i_7@kHlLwP)?gH%64{@U;_KN0dhCx?~o&xL+aRJ%b1W~P;aR%)C
ztB#Lq-PnQNu#fJ1ME<cQ;3B}TxQ`=pur;&%{Xk{l1DyAPos_vp2e3DY5ee-1(Yd7G
zk*hrbyGM*mV*4+#8EUhNRsihchxjAQ#&!~w{PU+^=iOIpPPnnv-moj;pOOj2>X`r=
zUB?kQ*iBXKD?sHoG4BIAGBfL4fE|7VS4v=CI-5hbzFFA@u(ybDN$l32stlC<*d&0R
zeiQf0#@<7mefV=V*!h7)w|{YCBX8J=)otYIMH8|CcAXJN<X|_f{Q5DdOv=W2AK3IE
z{dj=gAVwsx6FHg;nRrkSu%|A@jgr`L@6;L017fQI_GjV(vawGRRl&w`uyZoL<FXrj
zkT>jYA-71oG2;xto;wyt<Y523G%^)bHj8;5*b5uGQ~=wUfGZ`i7nkOcBNxm<0Q<Zc
zm&Be#|7w_1^(FkDoi+~l%f`M=9MLwKz|QOI&$qd;2YbU_RdbzmI?3$-`^RHAA_x0o
zMcjL!a?bZS?*n_sLDg)4{hJt(z+V5xa+0{AI|Z=QkK;y3>_**P!?ns~4d7%S7Z;F?
ztw^QQzFQ7<-bOxp;>Hg0hHcz^i)?C+oDZ-A({Mx%cI&8o1E?$)^FFX!Tet}TJ2)Lz
zN??BymrG_hw6+864Psmpdq<Ko?fv+uHh|qDE+88_B(-qs^sQj$9bMh3rLIfO5O3Jy
z@BB$dw@fbq*j?Q?A_qHvSxX_P{I&<@ePH)Yom>R4XFbOe3GD2TbI8HQyj=kMuo#!b
z4o(e8`**_hLV%s{0{6?tj!7N(c4$+bU+?9pa@USRb;;oY{w{3YeihoQLSa;a-Nc!!
zJf&w!?F=Ve&{)UZaur&qLIXWRnrBMQKT7QogmO&|bAfPmTEoPsv>G&oX3REPxX1~Y
zM=CE*cs3G+_kYHgSgB&uYK9YrLQzoP5a*da0)_Q^)PHgiQq!ExP6@X)SCx=utho$L
zTiASxwpfKn!lz-_-gb9$I126iz5hZ1NLlP^M<{@$3K$a|qtb<<U=6%E>!Q&p&1-JP
zuS8roUtJW6)cC&H>PDj|&FgNix_A_)k-nKGJI|G|p7(d^;it*!7k%&VrV?FKqEX`e
z;~Ab8uC^5KFbTjGHqSQq2PHbL6yIa5GUAXD4eMvCQHSPyz<qxE&ZQJIw2w%5*n40m
z6DZ=9w}!`@1d8@Tj>kJwP~@uz1P=<~Snuy1Pf-vk*!Av&2g;f24@|VbmE!s^;27Y^
z83Y>M|2*IUp-31Ik1ZakB!q7kyq{G(r!yskQ=FUW`DWqF(R~Zl(~fxldJ>TyMf~5M
VVd-9Z;f#sy{#s?AA6oNQ!+)|h#H|1T
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.json b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.json
new file mode 100644
index 0000000..34accf6
--- /dev/null
+++ b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 1024,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 512,
+ "decoder_rt_num_layer": 2,
+ "drop_rate": 0.37340656523341487,
+ "embedding_dim": 64,
+ "encoder_ff": 512,
+ "encoder_num_layer": 1,
+ "lr": 0.0007457945749126396,
+ "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.pkl b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..c09a4a4872f00cb6fd0d5167f202bd27466408f1
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQsb3)2fU6e`3A69O3r6=Tbb&qz&7
znc^+b!<kZ)Ul3oESdu!$-TwO1C(DYO5_*_&ihw+i0^Q|pHcUNSNr@%N8S%xLRjEKr
HSW5K(*{)Li
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/progress.csv b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/progress.csv
new file mode 100644
index 0000000..c48cb0d
--- /dev/null
+++ b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/progress.csv
@@ -0,0 +1,15 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+248.8490186075526,1719493632,checkpoint_000000,True,False,1,c04d8657,2024-06-27_15-07-12,69.30736112594604,69.30736112594604,69992,r8i6n8,10.159.28.66,69.30736112594604,1
+176.55898278904712,1719494854,checkpoint_000001,True,False,2,c04d8657,2024-06-27_15-27-34,70.9636754989624,140.27103662490845,69992,r8i6n8,10.159.28.66,70.9636754989624,1
+153.5841199018824,1719494911,checkpoint_000002,True,False,3,c04d8657,2024-06-27_15-28-31,56.80309820175171,197.07413482666016,69992,r8i6n8,10.159.28.66,127.76677370071411,2
+141.87842869195413,1719494968,checkpoint_000003,True,False,4,c04d8657,2024-06-27_15-29-28,56.76813840866089,253.84227323532104,69992,r8i6n8,10.159.28.66,184.534912109375,3
+132.76247937660517,1719496213,checkpoint_000004,True,False,5,c04d8657,2024-06-27_15-50-13,70.93559050559998,324.777863740921,69992,r8i6n8,10.159.28.66,70.93559050559998,1
+127.65858931053342,1719496269,checkpoint_000005,True,False,6,c04d8657,2024-06-27_15-51-09,56.18658232688904,380.96444606781006,69992,r8i6n8,10.159.28.66,127.12217283248901,2
+128.54880821047806,1719496325,checkpoint_000006,True,False,7,c04d8657,2024-06-27_15-52-05,55.70376706123352,436.6682131290436,69992,r8i6n8,10.159.28.66,182.82593989372253,3
+121.30412758053757,1719496382,checkpoint_000007,True,False,8,c04d8657,2024-06-27_15-53-02,56.52959203720093,493.1978051662445,69992,r8i6n8,10.159.28.66,239.35553193092346,4
+124.07332433865766,1719496438,checkpoint_000008,True,False,9,c04d8657,2024-06-27_15-53-58,56.19808506965637,549.3958902359009,69992,r8i6n8,10.159.28.66,295.55361700057983,5
+115.79139270932656,1719496495,checkpoint_000009,True,False,10,c04d8657,2024-06-27_15-54-55,57.11151361465454,606.5074038505554,69992,r8i6n8,10.159.28.66,352.6651306152344,6
+113.53236323078787,1719496551,checkpoint_000010,True,False,11,c04d8657,2024-06-27_15-55-51,56.11752891540527,662.6249327659607,69992,r8i6n8,10.159.28.66,408.78265953063965,7
+112.30559909249854,1719496607,checkpoint_000011,True,False,12,c04d8657,2024-06-27_15-56-47,55.55129075050354,718.1762235164642,69992,r8i6n8,10.159.28.66,464.3339502811432,8
+113.81121531809409,1719496663,checkpoint_000012,True,False,13,c04d8657,2024-06-27_15-57-43,56.53476905822754,774.7109925746918,69992,r8i6n8,10.159.28.66,520.8687193393707,9
+110.44758017232098,1719496719,checkpoint_000013,True,False,14,c04d8657,2024-06-27_15-58-39,56.147799015045166,830.8587915897369,69992,r8i6n8,10.159.28.66,577.0165183544159,10
diff --git a/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/result.json b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/result.json
new file mode 100644
index 0000000..115f0d7
--- /dev/null
+++ b/ray_results/test_experiment/train_model_c04d8657_16_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-27_15-02-12/result.json
@@ -0,0 +1,14 @@
+{"loss": 248.8490186075526, "timestamp": 1719493632, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "c04d8657", "date": "2024-06-27_15-07-12", "time_this_iter_s": 69.30736112594604, "time_total_s": 69.30736112594604, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 69.30736112594604, "iterations_since_restore": 1}
+{"loss": 176.55898278904712, "timestamp": 1719494854, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "c04d8657", "date": "2024-06-27_15-27-34", "time_this_iter_s": 70.9636754989624, "time_total_s": 140.27103662490845, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 70.9636754989624, "iterations_since_restore": 1}
+{"loss": 153.5841199018824, "timestamp": 1719494911, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "c04d8657", "date": "2024-06-27_15-28-31", "time_this_iter_s": 56.80309820175171, "time_total_s": 197.07413482666016, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 127.76677370071411, "iterations_since_restore": 2}
+{"loss": 141.87842869195413, "timestamp": 1719494968, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "c04d8657", "date": "2024-06-27_15-29-28", "time_this_iter_s": 56.76813840866089, "time_total_s": 253.84227323532104, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 184.534912109375, "iterations_since_restore": 3}
+{"loss": 132.76247937660517, "timestamp": 1719496213, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "c04d8657", "date": "2024-06-27_15-50-13", "time_this_iter_s": 70.93559050559998, "time_total_s": 324.777863740921, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 70.93559050559998, "iterations_since_restore": 1}
+{"loss": 127.65858931053342, "timestamp": 1719496269, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "c04d8657", "date": "2024-06-27_15-51-09", "time_this_iter_s": 56.18658232688904, "time_total_s": 380.96444606781006, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 127.12217283248901, "iterations_since_restore": 2}
+{"loss": 128.54880821047806, "timestamp": 1719496325, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "c04d8657", "date": "2024-06-27_15-52-05", "time_this_iter_s": 55.70376706123352, "time_total_s": 436.6682131290436, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 182.82593989372253, "iterations_since_restore": 3}
+{"loss": 121.30412758053757, "timestamp": 1719496382, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "c04d8657", "date": "2024-06-27_15-53-02", "time_this_iter_s": 56.52959203720093, "time_total_s": 493.1978051662445, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 239.35553193092346, "iterations_since_restore": 4}
+{"loss": 124.07332433865766, "timestamp": 1719496438, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "c04d8657", "date": "2024-06-27_15-53-58", "time_this_iter_s": 56.19808506965637, "time_total_s": 549.3958902359009, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 295.55361700057983, "iterations_since_restore": 5}
+{"loss": 115.79139270932656, "timestamp": 1719496495, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "c04d8657", "date": "2024-06-27_15-54-55", "time_this_iter_s": 57.11151361465454, "time_total_s": 606.5074038505554, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 352.6651306152344, "iterations_since_restore": 6}
+{"loss": 113.53236323078787, "timestamp": 1719496551, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "c04d8657", "date": "2024-06-27_15-55-51", "time_this_iter_s": 56.11752891540527, "time_total_s": 662.6249327659607, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 408.78265953063965, "iterations_since_restore": 7}
+{"loss": 112.30559909249854, "timestamp": 1719496607, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "c04d8657", "date": "2024-06-27_15-56-47", "time_this_iter_s": 55.55129075050354, "time_total_s": 718.1762235164642, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 464.3339502811432, "iterations_since_restore": 8}
+{"loss": 113.81121531809409, "timestamp": 1719496663, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "c04d8657", "date": "2024-06-27_15-57-43", "time_this_iter_s": 56.53476905822754, "time_total_s": 774.7109925746918, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 520.8687193393707, "iterations_since_restore": 9}
+{"loss": 110.44758017232098, "timestamp": 1719496719, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "c04d8657", "date": "2024-06-27_15-58-39", "time_this_iter_s": 56.147799015045166, "time_total_s": 830.8587915897369, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.37340656523341487, "lr": 0.0007457945749126396, "batch_size": 1024}, "time_since_restore": 577.0165183544159, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/events.out.tfevents.1719490702.r8i6n8 b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/events.out.tfevents.1719490702.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..862f00057662dab9f3742be1c2069ea5a4acc02a
GIT binary patch
literal 1311
zcmah|TSyd97+z<?njco(Y1hkoX)gvcQJYajR_u!SqLdM#`A~;(=h#l|o>}J1RvMuw
zQ7?fnMhRkO4?RR01R+HaJy{_58a-4#bb&yj3kVUN*_}PRYi9E{|M!3Ych3KPr`nPI
zW`;V0;?$MdQ1{fER-dcSP&Bfq{URo2%f6=Dft8TmH#c>uO@yvckJVREB3FV3T!u0b
zHq!)$6FQ~dN1cxL{bwJ4+iO$Ce=H#ppW>7d1i;5BG_I!;DvHH%>_SS{i0O4Wh9lQ+
zHZ>MWzU}7xVo6mem{A-KPk4GFY)dB3)SnP(52pmd4>erU)RGvPag8F)#0H|?_lw8c
zr01T6W}7}aI{HOi&C?qp2(`s@s*xB*2BxNN;LLzm^AimR?E#-YzwQ;)(_CMMCJ68W
zma1ZEI-#g|jCJ#0b%&ScO0sjtChwdV=f^)(^|EEl_nk291P_X*6hlc;6vmfR*kE@d
zX2%UDTyw%!8<N%p>8B7Z1L#xCSe&U0V!tyeL79qUy2|d%_Kf=bS*-@Vg*B2+qJ%Pl
z4F<Wvm4ghsyBa(NrNU+xh^nEd5WAQq#ke@xhgDT0=a8x;S&5wnldO71*$eL6f8n4~
z5E7O;Kq*0Stf+pc?1plwIAn4I)JdC!XdT50iCho0(!WC>?|^z~Gn3_=5R(3H;)FD~
zi`f3XT)EdGuI2n&7T}!#b$S0Nrj(@sQBz?H)=0nJ@j`%SLf*$&!S_&r%7WcWqI>!K
z$JVPyzeZqtZbht^4a{l;eCu4}*l-jYHdr~wE22=lJ|G-q<iN(>^A>*;$}R6$q3id7
zCnM?InZp#tfH$Y2P*s=*4&2QE`Pgz`EXp3?##!Y(tC8cbk)b2@BV2eob5bn3Wxt+g
b2!rqM-D9F=H_tMb-}{!Ju&w0KV&j89_Qi{N
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.json b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.json
new file mode 100644
index 0000000..8d7586a
--- /dev/null
+++ b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 1024,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 512,
+ "decoder_rt_num_layer": 8,
+ "drop_rate": 0.8825060164596403,
+ "embedding_dim": 256,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 4,
+ "lr": 0.00022475452906788255,
+ "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.pkl b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..319b1e4746b7d10b0822fef84f8233951757e90f
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+F!pf4%uY)K@;Q2VVVZ%af`yoR_+UaH^PpmEdGQ&k
zi78XO8GATWit-EMixNvxr?}g{v8{D{_T^CzQ%(_(r(4>z#q^(l4_8uRNpePfab{I2
J&=QtXJplV?Q_=tc
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/progress.csv b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/progress.csv
new file mode 100644
index 0000000..b24b169
--- /dev/null
+++ b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/progress.csv
@@ -0,0 +1,2 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2052.7300347756213,1719490908,checkpoint_000000,True,False,1,c590a939,2024-06-27_14-21-48,205.80420541763306,205.80420541763306,35196,r8i6n8,10.159.28.66,205.80420541763306,1
diff --git a/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/result.json b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/result.json
new file mode 100644
index 0000000..db6afe3
--- /dev/null
+++ b/ray_results/test_experiment/train_model_c590a939_3_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=8,drop_ra_2024-06-27_14-16-53/result.json
@@ -0,0 +1 @@
+{"loss": 2052.7300347756213, "timestamp": 1719490908, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "c590a939", "date": "2024-06-27_14-21-48", "time_this_iter_s": 205.80420541763306, "time_total_s": 205.80420541763306, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 2048, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8825060164596403, "lr": 0.00022475452906788255, "batch_size": 1024}, "time_since_restore": 205.80420541763306, "iterations_since_restore": 1}
diff --git a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/events.out.tfevents.1719562054.r8i6n8 b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/events.out.tfevents.1719562054.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..395c5082f612d7c7e9f7c2e55543192a0532c7a6
GIT binary patch
literal 1135
zcmb1OfPlsI-b$QPShroAJ^!Yo6mL>dVrHJ6YguYuiIvgsKD%CJsJadF%bhu`*R#F@
zsS{w-65|r#;w?(7)GsN`OV!WGFD@1pzV+Y5QMF{Q0aVM>uNUGui?+bED03-tNx`)g
zXXKaWq{Js@q$Xz<<Y(rUh%zuV*lV*+o`PcKlWlPQs8*)r=cNL*FfbH%Hg462TA3Rw
z8^Bq;9j--*OMy!gZe>YkZfbl<MrLt*W=U#Me6gr=^&_Wg;=->Cq1xv*H^1ckiqNjY
zrNkwTs=YWfFF7^7D7CmGzbF-KfSanhzd6)^=Pyo0a^~!S+poo?!KDZ{0Ay=oNoIat
zaXhLqAfF4|xloDXbK}i#+2()(n+aQBAGq<~Wp!~|K1yImY=LVbCa^;;h%Z91@*YAz
zj=;`%(E1N0uv53ftt1fGcDBczW=D(npak{<gm!{~?Qkc=`TggfER?_w+XlCv=)h)h
zcyf;W6pGJ({=O;?4s2#@fvw;F-({QMVRw|k7XAy@LQG&Qd{a4wV&!avejI^)^>IlO
zN?@!1gIh@;uwUCBce1ZN)`Sw+OA*=$2DY@_9Osvk)elhuTjoF9exd{0!QsZ-DX#$y
Csd+a5
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.json b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.json
new file mode 100644
index 0000000..200259a
--- /dev/null
+++ b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 2,
+ "drop_rate": 0.8804057782771979,
+ "embedding_dim": 256,
+ "encoder_ff": 1024,
+ "encoder_num_layer": 4,
+ "lr": 0.00020339747661453456,
+ "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.pkl b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..0ee36134b5cf878aec4f1a6816e0a8a229c88067
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+F!pf4%uY)K@>zO#VVZ%aLWTHXLLl?NVoW`3dGQ&k
zi78XO8GATWit-EMixNvxr?}g{(ec<TE4QMDDW?d?(^~PE)ksUVhbt+uBsn9#II}7h
JXbDHD9ssDlQ49b8
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/progress.csv b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/progress.csv
new file mode 100644
index 0000000..ce3cbfb
--- /dev/null
+++ b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/progress.csv
@@ -0,0 +1,4 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2046.8147607037401,1719562168,checkpoint_000000,True,False,1,cd09d91f,2024-06-28_10-09-28,113.24074220657349,113.24074220657349,242786,r8i6n8,10.159.28.66,113.24074220657349,1
+2046.7734077033097,1719562267,checkpoint_000001,True,False,2,cd09d91f,2024-06-28_10-11-07,99.61961531639099,212.86035752296448,242786,r8i6n8,10.159.28.66,212.86035752296448,2
+2044.4744459737942,1719562367,checkpoint_000002,True,False,3,cd09d91f,2024-06-28_10-12-47,99.62483620643616,312.48519372940063,242786,r8i6n8,10.159.28.66,312.48519372940063,3
diff --git a/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/result.json b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/result.json
new file mode 100644
index 0000000..12ce230
--- /dev/null
+++ b/ray_results/test_experiment/train_model_cd09d91f_62_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=2,drop__2024-06-28_09-50-58/result.json
@@ -0,0 +1,3 @@
+{"loss": 2046.8147607037401, "timestamp": 1719562168, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "cd09d91f", "date": "2024-06-28_10-09-28", "time_this_iter_s": 113.24074220657349, "time_total_s": 113.24074220657349, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8804057782771979, "lr": 0.00020339747661453456, "batch_size": 2048}, "time_since_restore": 113.24074220657349, "iterations_since_restore": 1}
+{"loss": 2046.7734077033097, "timestamp": 1719562267, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "cd09d91f", "date": "2024-06-28_10-11-07", "time_this_iter_s": 99.61961531639099, "time_total_s": 212.86035752296448, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8804057782771979, "lr": 0.00020339747661453456, "batch_size": 2048}, "time_since_restore": 212.86035752296448, "iterations_since_restore": 2}
+{"loss": 2044.4744459737942, "timestamp": 1719562367, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "cd09d91f", "date": "2024-06-28_10-12-47", "time_this_iter_s": 99.62483620643616, "time_total_s": 312.48519372940063, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 1024, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8804057782771979, "lr": 0.00020339747661453456, "batch_size": 2048}, "time_since_restore": 312.48519372940063, "iterations_since_restore": 3}
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719496864.r8i6n8 b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719496864.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..701100d7784285edb871ba44c16763124c1b1a96
GIT binary patch
literal 770
zcmb1OfPlsI-b$RD+Qu3&^KUvz@g@}|X6EU+mZj#ESQ$NSG-^?Xs@pKX+?n&Gv5Rah
zP@MpymKc`^7jIEwrG80iUaEdhesQsA#jGDLmaVec22d?izg~#vOtOS)QRY(Ql7ed~
z&d4v#Nr_L+NKMWz$j{6x5oKU#u-|QUZ5N7_o2}vcQLRkL&r1brVPM$9-p!;BwK6wW
zHh|N~2ChYkOMy!gZe>YkZfbl<MrLt*W=U#Me6i?Gfl?QRmeW~=Q0;S@n_qJ7M`%~!
zQsR<E)n1&Lmz)}3lv-SpUz7?qAm-O`C3C0&&tII1<g~Vh+poo?!KDZ{0Ay=oNoIat
zaXhLqAfHbOnWu;1^NkKH{BfYbX2KTOU2)%CQdi78i4xe?9pPGt3G6R<YJMnICOE<M
z;|T1egR5?$1om@;76O62Wq+Z|H@DK|D1jaC47ZVBV4G)rc6sIh`XEYRUqKi^bYL?$
J9H_W60|0jg?N9&!
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719502777.r8i6n8 b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/events.out.tfevents.1719502777.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..5848e0830444143cb78a182ce5c1d9c23a37e69f
GIT binary patch
literal 1676
zcma)6T}TvB6kcb<oCB*lxu)w+>sn#^(5euX2)p50Xb4h43C1w)T;0jtnQdmav=;>p
zq9+loEX>Rz!blM!C`c%<u%I4_D2&W9^`#%8EF$QxJ9~G>G@Z9O=X~e8_dDOYnWo4$
z(7M;oygn27#P_}0Wi{6;yeMt0IEEyxv}DHiX1YMH8}2(^&QwoadtZ<1*3ym)NC&gR
zw>Y(sgq(g^RV`&*^Pb;Y_lqJO(*6Az$COMFNCD)7l|WRV9P$gC*N41KL0ObEi^<gH
zk|xJm43r}u2;N93$P&U3lZnoKN;`GRz~S5)rgEA<>|lc|LaB)X#A!ZJ<wOlBoN5`}
z8S*^-bKO;}!+YD?=a`2v_(rfpwh^w1k{59bQZ-pY3k_~5Pp)p)8_dj(*D~cF3BLmh
zA)hn|v+|lKODbn<6TW%5b1>O(^M-SGo_oV$CoUy+X!@t8RxK<xh<&<;KvpBRt>mD^
zK*^pb_+`Xyu0B+05c_NlvVzzL*rT3={BhbKw)p~KTv2S;{LS<3LFaCR*d4J3s}|ej
z-Zt@aZa5(_w9ek1Bh2i@{`~?L+i``4ej3s_UyxV$fXX>ha}X)mIFeR%iiVRktkF~K
zFN*y^*;4@OdClv?BRzp^w4H?%0eNKs8w{J8YiPi+EU?7Kq)>qK^DRihsWdQ0Q;J@l
z3F&d6_+m3Kf+7bw?4mFg#-czy5(H6d<ODH*L-;gEim)#*TOcj^AKxemD1Vq8AW7nU
zh!<?MBMnkn<3>C3Acy_W#x8<{H`0*{+3fNg=hy(b?Ef~(u?Y&;l{aRruD?;z=Xd|}
z<x*x#pFY1S3f@wX6PurkR28orr)oSFSd<#%s(TdNrDAg&qO3P4$cWRHWzq@<Tb(<o
zNf)e(N`!+E!xXu}x@c-7*Xf45B_t<#lN+)Z8-yg=-1voDa`vRe=7!Yp>~NrK@@w5t
zdyOl67=sN+F+R-tct4QDrG-Syw($x3GF~M$UtBl$jC7RgFW#fu1N#_vRQ+Obg7shR
Wkt9Tv#~zF6o@l3%6PiXV=Klg;Zw@#B
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.json b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.json
new file mode 100644
index 0000000..19a9f63
--- /dev/null
+++ b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 8,
+ "drop_rate": 0.5002709319790926,
+ "embedding_dim": 1024,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 2,
+ "lr": 0.0010079586534441948,
+ "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.pkl b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..b5ab554ab54e7df8c1d917deb258cdc9814daa34
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-4~NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEo(+u=H@j%uY)K@;Q2VVVZ%af`wRm_+UaH^T1+EJ#2aL
z8L5dWQ@jOwI8%!93*w6sOH!w}+dp8k(63*u(ZiHe1mp!YuaEioU{ViPQesJRMtpH*
KRVv7mQau36pHjyF
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/progress.csv b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/progress.csv
new file mode 100644
index 0000000..014d2b4
--- /dev/null
+++ b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/progress.csv
@@ -0,0 +1,5 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1988.827157088152,1719497844,checkpoint_000000,True,False,1,ce13f5b5,2024-06-27_16-17-25,980.2613203525543,980.2613203525543,69992,r8i6n8,10.159.28.66,980.2613203525543,1
+1978.954319751169,1719498811,checkpoint_000001,True,False,2,ce13f5b5,2024-06-27_16-33-32,966.9953911304474,1947.2567114830017,69992,r8i6n8,10.159.28.66,1947.2567114830017,2
+1980.5698492095225,1719503758,checkpoint_000002,True,False,3,ce13f5b5,2024-06-27_17-55-58,980.9022901058197,2928.1590015888214,242786,r8i6n8,10.159.28.66,980.9022901058197,1
+1991.1704995463213,1719504722,checkpoint_000003,True,False,4,ce13f5b5,2024-06-27_18-12-02,964.2863810062408,3892.4453825950623,242786,r8i6n8,10.159.28.66,1945.1886711120605,2
diff --git a/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/result.json b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/result.json
new file mode 100644
index 0000000..f9f0039
--- /dev/null
+++ b/ray_results/test_experiment/train_model_ce13f5b5_19_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_15-58-40/result.json
@@ -0,0 +1,4 @@
+{"loss": 1988.827157088152, "timestamp": 1719497844, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "ce13f5b5", "date": "2024-06-27_16-17-25", "time_this_iter_s": 980.2613203525543, "time_total_s": 980.2613203525543, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5002709319790926, "lr": 0.0010079586534441948, "batch_size": 2048}, "time_since_restore": 980.2613203525543, "iterations_since_restore": 1}
+{"loss": 1978.954319751169, "timestamp": 1719498811, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "ce13f5b5", "date": "2024-06-27_16-33-32", "time_this_iter_s": 966.9953911304474, "time_total_s": 1947.2567114830017, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5002709319790926, "lr": 0.0010079586534441948, "batch_size": 2048}, "time_since_restore": 1947.2567114830017, "iterations_since_restore": 2}
+{"loss": 1980.5698492095225, "timestamp": 1719503758, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "ce13f5b5", "date": "2024-06-27_17-55-58", "time_this_iter_s": 980.9022901058197, "time_total_s": 2928.1590015888214, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5002709319790926, "lr": 0.0010079586534441948, "batch_size": 2048}, "time_since_restore": 980.9022901058197, "iterations_since_restore": 1}
+{"loss": 1991.1704995463213, "timestamp": 1719504722, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "ce13f5b5", "date": "2024-06-27_18-12-02", "time_this_iter_s": 964.2863810062408, "time_total_s": 3892.4453825950623, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 2, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.5002709319790926, "lr": 0.0010079586534441948, "batch_size": 2048}, "time_since_restore": 1945.1886711120605, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719492154.r8i6n8 b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719492154.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..99bec7c69ab89060fb44bd5cf0831b4914d041ba
GIT binary patch
literal 405
zcmb1OfPlsI-b$SBuQ&FE&%fy?#hX-=n3<>NT9%quVr6unr@2%as&2#la%avJmrZYj
z)Cn+ZiE)W=@fIak>X($}rRwM87Z;1_ocQ8$>6>Ad0aVM>uNUGuS#H9$D03-tNx`)g
zXXKaWq{Js@q$Xz<<Y(rUh%zuV*uT6dcn8Hwm)mgts8*)r=cNL*FfeT0Av;eWYGrP$
zYyjs)gcc<(1ujXrl_i<EsqrNlnZ@y$C8<U6#iB9kGo8<?w|+H*YM<NO{F2k>4%|i+
zE+sB$RPDu?dC95qMXALl`9-N<1H||_7Mnv2c>dy4B<E3t0a{!dT#9f5K(;29Waj4;
P$D<kp^7+bn8!iC=iIawJ
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719494473.r8i6n8 b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719494473.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..1691e0cff30f57a8e21c4d51ffbfdaeea13da71e
GIT binary patch
literal 405
zcmb1OfPlsI-b$Q0wz-!g=ihXc;!P?_%*@ksElbTSu`&u$I;^V<RkvY&xihD{$X)p;
zpgI92Eio<;F5aTVO8t`3yj1<1{NiHK@bWJ%x0mTmGk|KD`t?FQr>i7fi!zrYmlRw}
zaYlY=PD*@oMrv|)L4Iali6{d@gMBSmbt;OLozigqs8*)r=cNL*Ffi;i@08VtTA3Rw
z8^9?k1J|O&rNAW#x3VNNH#NQ_BeOU@vm~`BzF2hIy;;tIN4cF1q1xv*H^1bZiqNjY
zrNkwTs=YWfFF7^7D7CmGzbF-Kz^=nzr<g+xc>dy4BqyIN+<q-C4K78v0U%owOEUBG
PisMm@0r}iBAf^Za`LccX
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719495319.r8i6n8 b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/events.out.tfevents.1719495319.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..5cd08eef56bded162a0b5c97eebdca2cf7f0c000
GIT binary patch
literal 1676
zcma)6T}TvB6kcc7pE<N^j;`tY)4FCq3$+@BA;NB`5C$RA4<<2;J6CsfcV?LxGwUHi
zk{)^}%_u>%tcR$`BJiOI3Zn2SqC$fxgv^LAO@oS{JMQe=9oy1*n{&>0zI(s(ottBd
zd?P3Ky67)6Q`Zg;P40GBn`BN9x78d)qFS+i0(RJn^}5lajw<@;$o#xkx7O^=hAgnk
zT&G8E7m+6@DT@6~+G2I%?=`Mc9n!z}oTY1S5J)i;frCJlfYcu3S$_ce+rp9{s&<p9
z%R9Gc+G?Oo9wm4qB`=8xLrf;~R)O*8l%XR9b#&Vu0&#&8atWm>gb=F+1cen;B(sYB
zW#K>-ziDiuOotD4cYmTg?h^P0a6z6Ct_Y$Zu`*IrNk&Tzd<XY$Dc2i(oEdMRzr`B3
zVKWqw1{y1;3X-U>#x~l`r)d*yxcOY~xynXOY)c}s%f*H2mbXum4Pwvq5y)!9zR=Sk
z8z{r)2|l6NUET+2tz`zW=VOo+#C~1bS5^PhRbmi3)K3^!6#Lb!?COgfQ^yTre~2|$
zwb&-#+~lLW(WJ=G&JJE`r3X@bm&A5oHN#~yWU+xTCvzc%^`K*6BxB=<YVBz=oH9eI
zo??Db%y-IV18Cw@e*lm4IC7d@4A^+&mw0S2Y-+Z-8OL(L9v>6iLu`=iL^4igfHj(u
z_39kRiVMXTTY=_fDa>LQX;c`CLQRP01+j(Yg%A$m(;zXzzQk;YjOc%SqZFWm8aqIW
z$OaI{JI(G4NN0>2?Jk6T=06*|45DqMy8!Z-e{Y<7Jrpqi+bDMl6f-MtOlFVev#8JS
z@$8ifdLlZ%DGJ_EkRO|$f)oX>9IL1t7FZCQrP_xS+^1r5yiGZ7Qji^|EkkF#f3d4{
zXYjfgGNTgVV8k#^A2^mxjpT-XP?$h+lE>J*<pv?iE+2j&6V9HLV0^kZI~=GV{l%QI
z9r9|2G1!0<hkdXv-VY>!iEtujTap;|;TJElS4quRZ-39e1C{!V_iSvWo}P`WUj`m<
Y{H;9_`H1q^V=>(=E-Ed_vT*OjAH}8ztN;K2
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.json b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.json
new file mode 100644
index 0000000..6bfa6ca
--- /dev/null
+++ b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 2048,
+ "decoder_rt_num_layer": 8,
+ "drop_rate": 0.049653684746237436,
+ "embedding_dim": 256,
+ "encoder_ff": 512,
+ "encoder_num_layer": 8,
+ "lr": 0.0014072769080781988,
+ "n_head": 8
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.pkl b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..008997072fd151c1980d4265bcf98c792fa84df3
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L}k%h{7Z?^H5|M
zdw5fGlTuSsGV{{oQ!;a>_%bl|aKX$@O9S$mdU#=)fu@3mIC}VCLLl>?%GmPaGg1>%
zK<?m7DatR1FG?&)o#Jl4GRM@w;?jd2rko-mFPyJO==X-89<HRslH`o|;>@a4pd}oo
FdH~9(Qb+&*
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/progress.csv b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/progress.csv
new file mode 100644
index 0000000..6e1ed1e
--- /dev/null
+++ b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/progress.csv
@@ -0,0 +1,5 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1958.2553874338705,1719492460,checkpoint_000000,True,False,1,d2831dee,2024-06-27_14-47-40,306.8074827194214,306.8074827194214,69992,r8i6n8,10.159.28.66,306.8074827194214,1
+1955.7293941467765,1719494783,checkpoint_000001,True,False,2,d2831dee,2024-06-27_15-26-23,309.7399287223816,616.547411441803,69992,r8i6n8,10.159.28.66,309.7399287223816,1
+1960.276611328125,1719495627,checkpoint_000002,True,False,3,d2831dee,2024-06-27_15-40-27,308.24083185195923,924.7882432937622,69992,r8i6n8,10.159.28.66,308.24083185195923,1
+1955.4441956046999,1719495922,checkpoint_000003,True,True,4,d2831dee,2024-06-27_15-45-22,294.4752688407898,1219.263512134552,69992,r8i6n8,10.159.28.66,602.716100692749,2
diff --git a/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/result.json b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/result.json
new file mode 100644
index 0000000..8209b8e
--- /dev/null
+++ b/ray_results/test_experiment/train_model_d2831dee_11_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop__2024-06-27_14-38-02/result.json
@@ -0,0 +1,4 @@
+{"loss": 1958.2553874338705, "timestamp": 1719492460, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "d2831dee", "date": "2024-06-27_14-47-40", "time_this_iter_s": 306.8074827194214, "time_total_s": 306.8074827194214, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.049653684746237436, "lr": 0.0014072769080781988, "batch_size": 2048}, "time_since_restore": 306.8074827194214, "iterations_since_restore": 1}
+{"loss": 1955.7293941467765, "timestamp": 1719494783, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "d2831dee", "date": "2024-06-27_15-26-23", "time_this_iter_s": 309.7399287223816, "time_total_s": 616.547411441803, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.049653684746237436, "lr": 0.0014072769080781988, "batch_size": 2048}, "time_since_restore": 309.7399287223816, "iterations_since_restore": 1}
+{"loss": 1960.276611328125, "timestamp": 1719495627, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "d2831dee", "date": "2024-06-27_15-40-27", "time_this_iter_s": 308.24083185195923, "time_total_s": 924.7882432937622, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.049653684746237436, "lr": 0.0014072769080781988, "batch_size": 2048}, "time_since_restore": 308.24083185195923, "iterations_since_restore": 1}
+{"loss": 1955.4441956046999, "timestamp": 1719495922, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": true, "training_iteration": 4, "trial_id": "d2831dee", "date": "2024-06-27_15-45-22", "time_this_iter_s": 294.4752688407898, "time_total_s": 1219.263512134552, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 256, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.049653684746237436, "lr": 0.0014072769080781988, "batch_size": 2048}, "time_since_restore": 602.716100692749, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719508814.r8i6n8 b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719508814.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..6d4f0078fd203da2f82dc460fa756564b2a76b19
GIT binary patch
literal 1865
zcma*lZ%7ky9LMof7jd^Hdyu9p%iVOyf~FQ0MRV;|BB4|?EF!LTUhUZJCcD%AfzCt_
z!w9tIh?o#8dnPD?6ckDYNf2g%Eg#KVN|-%JK^WE6_#I!^xZC4<e?R<QtOWc2d)#%B
z#QRR%`EWI|aLk~)9B^~OzT+LNARVr4tiPKyWxgAWT%+(;qIM<qoj%V}Ol&7~0rw57
z)Gn}A-Y<$phqN2cX-#FkI+NW0{hr2sH&J3DjD!ItqQ~FPx6+J<WxQ>EPLPT)ELi`>
zGBXP%Cpu9NCtLjj`!B(;XiO8cW+r_X%TD30+bAK4a-tMXN}P|SB@ZXkoWurbvB>ae
z+;MvDz<f<6f7H{njOX>Cyn-N!oiG<Ufnn(YD@y(Vn?BIl+;H|_=0M{6+w*u+KRRF`
zst6-GkXm(1oL>-WcqaAob6@hWfR~>!RwvWg`Pr}=7S^5Sn%Yr-Es-cugB?3s$b-oZ
zxzB;kGdrRHyW4~&6|jrRuw!qF*9NdR<y;Ya_@0^C;4i!c*liVPUo|#nA7DD>!OIIs
zUhhf$vkS6e@A|mz%-b)m0_-XiO4MLCCtO2da$N3nV4IU$%>esI1)5aAE?W#cR-P>m
z0_+JnSHw1ViPUJwJqfU@E787cY`c9o-V+5cpNc;*rLi^Hu!jt@&ZleIO8{H@6(wr0
zT`#78fXP9*&w*`w5W@j>`8PDFfSvdpcD$pOdI5Gw&K0qn>P9GHb8-w|Z%d$k)!0G%
znm5z}UcS6%rY?=WB^&nhwE-s+DU1MY%!m>-*i)r*zrbX_+~>d!a+Qq$TTh}%1?<&N
k!;Xj4&szYySI!l&asD->i!YS`?4*1^HTH<Td-l5RFIC4-`v3p{
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719511934.r8i6n8 b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719511934.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..9d986bc95b182ed81a3ee3445d29cc96827c9233
GIT binary patch
literal 1865
zcma*jZ%7ky9LMp4pt^IW51Q!uL(V^#>1O{^G}mqQBqUjit*B$p8{X#b^zLR2S&hsH
z!3s^L3sa1O)CU##p!Gyb5bO^lDhQ%_R+AChm<Ca+t?@g)uyJ>f@BRJod*x&Qzq^-?
zYw=%sfzOWd4@WfFt-O_Cbw|5tR;<}G*=LOvrT%+3e%^??TTiVf{>xooo=0pZvU#gV
zFS=P;-@yrjx-`U?a$>%dRjFh+7NYRD9VJCXA)!Hu(9XF#+9+E)ZF6>V3@fTJ%vV3(
zV;TdK5hv>5WE;oQ{}K$_89MY{pPF=?-PVW?awyRfJBR`_DKaja65APpVnmv!1a(bh
zmaJZTcYk*(AM5Q6<IygZ7ZX}y3(N(Ewb2w$3nItU$phbAPxynW17E)_T5yek4wMsR
zL?JqmShb1_#|jiYlX!Vo{P$Dv@}+@0xHEyhAszNPtij|RnSBYc*RG>P3HFQC&b?r=
z=LYICU{5Va_5<v=l*nK^bOCbZz`as{?Y@Z?WwFiKWyW&ewh3T|r2~qwF~f?gxfi_L
zUc0z8iM=r$_FSae)IV641F$>mP@)8zv1GZxWK8NaVEcpdHGu6sj3#BUyHAgj>y}zR
z0qmHR%VG}%MdO)U_zb{y)T4dH*ak!R)yxQZxo4NEDv6D!!`_bRO_dcb!vOnA1xl1)
zTbdq~fXS>%)Mvn+jG8%sJuf9P*nd<3a{9v0YXJM04lT-JU;Q#+^w64*0DDe4pcva{
zxHuYo176<n;Dj-WO{BxNER>iA`}Yk2Z1WUKlwiA?+H_#@t<-10ejd$z46vK0(WDIa
nkNg1H=UuJ^*srBr7W<if!B{+W*$1%68MLn$d&1zqUEu!<tDaS*
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719513218.r8i6n8 b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/events.out.tfevents.1719513218.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..b1f7a461f25c87806703210799e9239c026743d7
GIT binary patch
literal 4596
zcma*reM}Q)90%~)qHxbFrImsf&{AfU&Wsn`L?X2GYL?+La7%PL*sZjOEz)b#JLWJr
zb*M8lOfYj&hZDz`FA(J)r)B}sMNqR$jV9`{%$GUEWkljO6=7!AQl9J2wchbx?|Ht@
zx6kJ}{&+f7Hul%HZn1$lF}+h?z2{nyPFdlzxtNz1eLyo@e(t>d^FL&S=5_5^O%emw
zx6TjDOL)PUgc6a`XRFQPY8X1J+QYKi+=f)^pR?V?*`dgee=bmj<u;CFpme0e5!UIc
zsdi9yCv9Kl^|%;LE0e7^9W89n1C<STa2{4VJPgf8WU|WC&ttPfmG1JiQewtk95En0
znuaSmmz$<Ir;DXr9POi6?a0V?79aWJ#GFukcYXamqD6?mhzuwN##t9*rzs!JavmQY
zT;RN~ZsYvW0(S?_EhiEOaK91FM(KEgK&y>&c^H<0%LI15Y5(g*VCUZ0j^ZHp<Ve_>
z_Y$qe`>Qqs>`ievA_cpx{H1tMsU&bd3ij+-8;t<_3n3zcZF<;j*>{te3$RrPH;Q7X
z4bLLW_GOp=_7-6Q$=EXUp5a5KVCOZT^_2&)m65PFvnuP8ON<9#uiJ(rQm`Mk8jPTF
zQX|es!Cw3EH7~$!5+WklSFSZ%8s?{*2H3GpxKR|FsN~3!liw-;_D8}3lCjNZUEGyr
zVCR{`PrX6x_(<69orLvJ<?){YcGeRdk%FCfc}NQ?j|urG*ewmV4uD-Sf-6O^yL$Z=
zhx5j#0Q-m#7sbwQYbEK}?#lo>a}@VW#$Io(>QGGtJ6EjC+Ze=FMZ&I2im@)a)7uBI
zr#f*&3bwxWZZfFcE99eKA3s!(4X`s^xKac={;c2f;A-yxz-|@dqS&0apDak<{wu&v
zs>1z}v0Keg%^Mbiou6v<><nTjM8e+n;9s&`*R=&;U-aXM6zp7U`vOq8bQjJ?!CvMl
zZvfagg@_2Y_Nd=-aZYSKz+U<#ZWP5{P(Mh{no@cKV4o8fkc{1Ht|~Ae1UtXwZa)~r
zR!724KJXXmI<n#wfPII-5h>XH%Q-)&tn%P|6zoxQYY)J_FGNJJU+eT+dS$XsfNl5U
zMp5jUj|l53|G+tbeMMM6GWHF#H(k$xoe%Z(bO*6Dk+8QN7$j4+YbyZuqkbHbf;~8T
zD-%?%J%jU6uoo4rE(6#xXK_RX`|UH$7WF!m2e9jexF~jZLYg&Z1ziZRhlB+rW6O$E
zSNrdQopV`FF9fltM8f{##67amV|@a!H)P|86zu-I!;e8_Ob*UR!A{P}`5Rz=B1A;6
z*~flMZQR_e0DDx3i((g+WLp*eJB|QsPcHt-lCcwtmb5JH0Xy${^VQoy?8Hde`5nKL
z{y6d&z`j(1BT}%BE6d*imG6||d=%{SUG7YPeO-u%U^jL9Ehm3jJP%-(Ey0bV*h8C1
z>)e7hlL7WcVFAh5`l4iWU2WHdvCC28ZhsZgU1kbm8^2MYy$X~_IlVTY&COC-^oL&B
z$6wGGu6T<AZBn4v(2!<Wu6Zao#3NK;<LplU>a>Q|D-0SG@1X4-2Y->{FOO7ZCI4(1
z(uO}{YTQ({t(NxjLu#ZPAM%A}PeqAgkHRM_5#jK8ycB<13smu0+Fe0A94=-h<#4(A
zNBp;;nX&d@vlgkxKZh?g3CXJi?Fda`C?{=m=oLmaQfc7L**G1gYMyg5ekKyQ`5Mzu
ziYEHa);I&DX`Xj;HO@pC8u6Q{{PfOunb7&2y8m@PF*1IBx8&%$9Hk29$I>jzUu`Lt
zv+=+#rqWZ~BS+uMg>yVC*LBKKQkboVP~UE8T%h{-HxrsNPQ*VPdtvluq<iMn@K~c6
zO^-m1$N6l^vo8o9TyN%oiHLaic*>9osRC!mKX7%-8R(;Rrofj0uK}K%ZAQuA?*kra
z4GsveZTNs8%Dal^44K}~DX}dK{jzZ8Xxm$ax;*sXlY_F5?*H~Q;~10Y-!Z{G#vqTI
JP&4?I{Xff1x;X#<
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.json b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.json
new file mode 100644
index 0000000..3ceb704
--- /dev/null
+++ b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 1,
+ "drop_rate": 0.6203685879053435,
+ "embedding_dim": 16,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 8,
+ "lr": 0.00010069872409405673,
+ "n_head": 8
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.pkl b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..788fe46106b1234911e3c3a5a4e0cfad52e5b446
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>cnkD!!HiBzo8rsB(ZdVV3p5lg#L~kD69O3r7GvsR%ZtxQ
zO-unfgEOTlzaYLSu_SehyZz%^{FW2uJn3P|DFX7OQjfjRS)JL#m6TYLoDpA~S(OU1
Hq*M<8%8*lS
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/progress.csv b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/progress.csv
new file mode 100644
index 0000000..7fb55af
--- /dev/null
+++ b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/progress.csv
@@ -0,0 +1,21 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1976.3505897822342,1719508904,checkpoint_000000,True,False,1,d78b949d,2024-06-27_19-21-44,89.9982442855835,89.9982442855835,242786,r8i6n8,10.159.28.66,89.9982442855835,1
+1974.78995543953,1719508980,checkpoint_000001,True,False,2,d78b949d,2024-06-27_19-23-00,76.56657218933105,166.56481647491455,242786,r8i6n8,10.159.28.66,166.56481647491455,2
+1974.6597150667446,1719509057,checkpoint_000002,True,False,3,d78b949d,2024-06-27_19-24-17,76.93186378479004,243.4966802597046,242786,r8i6n8,10.159.28.66,243.4966802597046,3
+1624.830540454294,1719509134,checkpoint_000003,True,False,4,d78b949d,2024-06-27_19-25-34,76.92754554748535,320.42422580718994,242786,r8i6n8,10.159.28.66,320.42422580718994,4
+1135.5229694036047,1719509211,checkpoint_000004,True,False,5,d78b949d,2024-06-27_19-26-51,76.4197883605957,396.84401416778564,242786,r8i6n8,10.159.28.66,396.84401416778564,5
+935.2523327925073,1719512025,checkpoint_000005,True,False,6,d78b949d,2024-06-27_20-13-45,90.96137690544128,487.80539107322693,242786,r8i6n8,10.159.28.66,90.96137690544128,1
+820.0057286540355,1719512102,checkpoint_000006,True,False,7,d78b949d,2024-06-27_20-15-02,77.09065294265747,564.8960440158844,242786,r8i6n8,10.159.28.66,168.05202984809875,2
+743.699236531896,1719512179,checkpoint_000007,True,False,8,d78b949d,2024-06-27_20-16-19,76.6766791343689,641.5727231502533,242786,r8i6n8,10.159.28.66,244.72870898246765,3
+700.0018103892409,1719512256,checkpoint_000008,True,False,9,d78b949d,2024-06-27_20-17-36,77.02537822723389,718.5981013774872,242786,r8i6n8,10.159.28.66,321.75408720970154,4
+663.1148220272514,1719512333,checkpoint_000009,True,False,10,d78b949d,2024-06-27_20-18-53,77.04872226715088,795.6468236446381,242786,r8i6n8,10.159.28.66,398.8028094768524,5
+626.2061512864481,1719513310,checkpoint_000010,True,False,11,d78b949d,2024-06-27_20-35-10,91.49215126037598,887.138974905014,242786,r8i6n8,10.159.28.66,91.49215126037598,1
+593.4698202778974,1719513386,checkpoint_000011,True,False,12,d78b949d,2024-06-27_20-36-26,76.48094964027405,963.6199245452881,242786,r8i6n8,10.159.28.66,167.97310090065002,2
+573.8050527497539,1719513463,checkpoint_000012,True,False,13,d78b949d,2024-06-27_20-37-43,76.42547011375427,1040.0453946590424,242786,r8i6n8,10.159.28.66,244.3985710144043,3
+550.3660424900805,1719513539,checkpoint_000013,True,False,14,d78b949d,2024-06-27_20-38-59,76.87634134292603,1116.9217360019684,242786,r8i6n8,10.159.28.66,321.2749123573303,4
+528.3513029804379,1719513616,checkpoint_000014,True,False,15,d78b949d,2024-06-27_20-40-16,76.89268255233765,1193.814418554306,242786,r8i6n8,10.159.28.66,398.16759490966797,5
+507.8953131728285,1719513693,checkpoint_000015,True,False,16,d78b949d,2024-06-27_20-41-33,76.85758066177368,1270.6719992160797,242786,r8i6n8,10.159.28.66,475.02517557144165,6
+487.3210242564284,1719513770,checkpoint_000016,True,False,17,d78b949d,2024-06-27_20-42-50,76.83648180961609,1347.5084810256958,242786,r8i6n8,10.159.28.66,551.8616573810577,7
+475.32467507189654,1719513846,checkpoint_000017,True,False,18,d78b949d,2024-06-27_20-44-06,76.3912570476532,1423.899738073349,242786,r8i6n8,10.159.28.66,628.2529144287109,8
+467.49932188499633,1719513923,checkpoint_000018,True,False,19,d78b949d,2024-06-27_20-45-23,76.9852523803711,1500.88499045372,242786,r8i6n8,10.159.28.66,705.238166809082,9
+459.3377106433778,1719514000,checkpoint_000019,True,False,20,d78b949d,2024-06-27_20-46-40,76.87024331092834,1577.7552337646484,242786,r8i6n8,10.159.28.66,782.1084101200104,10
diff --git a/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/result.json b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/result.json
new file mode 100644
index 0000000..afd63cf
--- /dev/null
+++ b/ray_results/test_experiment/train_model_d78b949d_30_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_19-15-46/result.json
@@ -0,0 +1,20 @@
+{"loss": 1976.3505897822342, "timestamp": 1719508904, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "d78b949d", "date": "2024-06-27_19-21-44", "time_this_iter_s": 89.9982442855835, "time_total_s": 89.9982442855835, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 89.9982442855835, "iterations_since_restore": 1}
+{"loss": 1974.78995543953, "timestamp": 1719508980, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "d78b949d", "date": "2024-06-27_19-23-00", "time_this_iter_s": 76.56657218933105, "time_total_s": 166.56481647491455, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 166.56481647491455, "iterations_since_restore": 2}
+{"loss": 1974.6597150667446, "timestamp": 1719509057, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "d78b949d", "date": "2024-06-27_19-24-17", "time_this_iter_s": 76.93186378479004, "time_total_s": 243.4966802597046, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 243.4966802597046, "iterations_since_restore": 3}
+{"loss": 1624.830540454294, "timestamp": 1719509134, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "d78b949d", "date": "2024-06-27_19-25-34", "time_this_iter_s": 76.92754554748535, "time_total_s": 320.42422580718994, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 320.42422580718994, "iterations_since_restore": 4}
+{"loss": 1135.5229694036047, "timestamp": 1719509211, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "d78b949d", "date": "2024-06-27_19-26-51", "time_this_iter_s": 76.4197883605957, "time_total_s": 396.84401416778564, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 396.84401416778564, "iterations_since_restore": 5}
+{"loss": 935.2523327925073, "timestamp": 1719512025, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "d78b949d", "date": "2024-06-27_20-13-45", "time_this_iter_s": 90.96137690544128, "time_total_s": 487.80539107322693, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 90.96137690544128, "iterations_since_restore": 1}
+{"loss": 820.0057286540355, "timestamp": 1719512102, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "d78b949d", "date": "2024-06-27_20-15-02", "time_this_iter_s": 77.09065294265747, "time_total_s": 564.8960440158844, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 168.05202984809875, "iterations_since_restore": 2}
+{"loss": 743.699236531896, "timestamp": 1719512179, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "d78b949d", "date": "2024-06-27_20-16-19", "time_this_iter_s": 76.6766791343689, "time_total_s": 641.5727231502533, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 244.72870898246765, "iterations_since_restore": 3}
+{"loss": 700.0018103892409, "timestamp": 1719512256, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "d78b949d", "date": "2024-06-27_20-17-36", "time_this_iter_s": 77.02537822723389, "time_total_s": 718.5981013774872, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 321.75408720970154, "iterations_since_restore": 4}
+{"loss": 663.1148220272514, "timestamp": 1719512333, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "d78b949d", "date": "2024-06-27_20-18-53", "time_this_iter_s": 77.04872226715088, "time_total_s": 795.6468236446381, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 398.8028094768524, "iterations_since_restore": 5}
+{"loss": 626.2061512864481, "timestamp": 1719513310, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "d78b949d", "date": "2024-06-27_20-35-10", "time_this_iter_s": 91.49215126037598, "time_total_s": 887.138974905014, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 91.49215126037598, "iterations_since_restore": 1}
+{"loss": 593.4698202778974, "timestamp": 1719513386, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "d78b949d", "date": "2024-06-27_20-36-26", "time_this_iter_s": 76.48094964027405, "time_total_s": 963.6199245452881, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 167.97310090065002, "iterations_since_restore": 2}
+{"loss": 573.8050527497539, "timestamp": 1719513463, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "d78b949d", "date": "2024-06-27_20-37-43", "time_this_iter_s": 76.42547011375427, "time_total_s": 1040.0453946590424, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 244.3985710144043, "iterations_since_restore": 3}
+{"loss": 550.3660424900805, "timestamp": 1719513539, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "d78b949d", "date": "2024-06-27_20-38-59", "time_this_iter_s": 76.87634134292603, "time_total_s": 1116.9217360019684, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 321.2749123573303, "iterations_since_restore": 4}
+{"loss": 528.3513029804379, "timestamp": 1719513616, "checkpoint_dir_name": "checkpoint_000014", "should_checkpoint": true, "done": false, "training_iteration": 15, "trial_id": "d78b949d", "date": "2024-06-27_20-40-16", "time_this_iter_s": 76.89268255233765, "time_total_s": 1193.814418554306, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 398.16759490966797, "iterations_since_restore": 5}
+{"loss": 507.8953131728285, "timestamp": 1719513693, "checkpoint_dir_name": "checkpoint_000015", "should_checkpoint": true, "done": false, "training_iteration": 16, "trial_id": "d78b949d", "date": "2024-06-27_20-41-33", "time_this_iter_s": 76.85758066177368, "time_total_s": 1270.6719992160797, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 475.02517557144165, "iterations_since_restore": 6}
+{"loss": 487.3210242564284, "timestamp": 1719513770, "checkpoint_dir_name": "checkpoint_000016", "should_checkpoint": true, "done": false, "training_iteration": 17, "trial_id": "d78b949d", "date": "2024-06-27_20-42-50", "time_this_iter_s": 76.83648180961609, "time_total_s": 1347.5084810256958, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 551.8616573810577, "iterations_since_restore": 7}
+{"loss": 475.32467507189654, "timestamp": 1719513846, "checkpoint_dir_name": "checkpoint_000017", "should_checkpoint": true, "done": false, "training_iteration": 18, "trial_id": "d78b949d", "date": "2024-06-27_20-44-06", "time_this_iter_s": 76.3912570476532, "time_total_s": 1423.899738073349, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 628.2529144287109, "iterations_since_restore": 8}
+{"loss": 467.49932188499633, "timestamp": 1719513923, "checkpoint_dir_name": "checkpoint_000018", "should_checkpoint": true, "done": false, "training_iteration": 19, "trial_id": "d78b949d", "date": "2024-06-27_20-45-23", "time_this_iter_s": 76.9852523803711, "time_total_s": 1500.88499045372, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 705.238166809082, "iterations_since_restore": 9}
+{"loss": 459.3377106433778, "timestamp": 1719514000, "checkpoint_dir_name": "checkpoint_000019", "should_checkpoint": true, "done": false, "training_iteration": 20, "trial_id": "d78b949d", "date": "2024-06-27_20-46-40", "time_this_iter_s": 76.87024331092834, "time_total_s": 1577.7552337646484, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.6203685879053435, "lr": 0.00010069872409405673, "batch_size": 2048}, "time_since_restore": 782.1084101200104, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/events.out.tfevents.1719524735.r8i6n8 b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/events.out.tfevents.1719524735.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..e4462599b6b754153d2f28270eccec303cd4b368
GIT binary patch
literal 4596
zcma*reNYr-90%~@4#9mC;SLUYRk*{nYvQGRrQ#0VmBbg&7$+;;PHuriZVz`)5Cya$
zMVzs898>ZI5mINO5p)vAd<((Me8H?qvBJz5UmFY&lWJ=3IG*KackS{Y`#j(0yU%Bz
zf1V3d^#9eZnyDj*&f9cx&9&5sfW@5I%EnVg4C_dK>Gagzc)fdGV@>fiVlSKPzg(CX
z<YNd$At-<|mn1lru}ngNo#(ZkPqL`F(;sIgx+7a2x6?$l14r~I7DeC)pJ!iIV4<_~
znCvBmb}Q@9Dio`YDIb(Kg37caoQIVbJIe?Wg(Bn6_2CKbO54KdOyas2(V-X=jw>Bj
z8$&zttUPUXFdWTmGgplzD=KO`lHBo~6%}`h`Ng;~4(U)NjPq7Do1r;|ci1_`wLoC-
zh4xAA1#aItw}7}LE?_|8P%K`+*=lxJ?JQ5jWt=;=w@j=DJHM%2_^At9=?S~LeF7Ey
zX5U8uyE_y|<Y2c}BtHU`r6Y0P3-**QwHja#3BwTy?2N~Ha$7@4AHXgb<C54JM?WFU
zwr@HDu)D<tWMeB#SI=}D1v?LKvt*PwPqxYv_ATF0RKU=~MF9K7GdLm#`>>@g8B~5Q
z=DlFguIVZV*r{LPN(t<_{&D2mtfmtHyIG7&V*hdc2{~-m#0G#p_AKs~jcqdByE2&q
zJI`vI_sE6q>j^t@=Wwd%@|33l``soSk%N7Eecx74c~{JP!G3LRdL6)CdJtDiVDJ7-
zPo@VY_5$p?Vq6m2(h*1HPOr}g*p@@MUpDq?6WKH89N76DE46in^JEY4gnfxuQWI)Z
z9{}uw`8Xm6JO1*H4WKe*3C?@Lt}o_?1MIKGhy*s@ttVp+EO-F0(+Y5-B(~2Fvng)U
zJ|BR6Ok6-V_HNU2`?)P(=PRm1Us>tI_Va}O`@}x7djH8%fZgyhj>y4YlNJ^TD#vff
zc`w+rj%UsX*r&vZ1a?cip0riIe;;5oJ8+{UcG5RR)Pd(adjR%zaRJ%br%d;<s@uTM
z+f?&^c47N_!rr{8m)tjb^Lc>%k1vkM!M;+`-3ltJhTyyx>}kXmBft*!!x0JWP@|qa
zb^n(`0DFTNm&9Iq;X`Upeq0p5R{G<9+1NKsw?bBK13PaDPkOJ^d9sIk!j4JlA-7E!
zO9JfU5jY|TyJlot4yY`R#Cb2+)%oW)0c;`)M<lQ>cIe2=z4Z=&T_wgPvA-WzPu<Z~
z1q1BA#06wyD^iJJQ<}lf6W83-l{v8qPuR<od&tW4<~o2qV=a!z!T!l?xCko06Z2lM
z^~ShDfW4>^S4v>(nqtXeSC{Gl_BAmsiT!lZ5h~s1vts~z?mFBr8#^d9WqiwNu=CN=
z-)ePXBTv}FxgIjNtoaeZemM<C<X~6+tvvxMPl|aj*j?<_Hvsm`*Kwr;wxc+fjK5GG
z0<h1BaY^hu8_rXH+;)F}J#_}|myI2h%Koal+UV1NIoi0hI-j`pPPPl%P_II@DilKJ
z6`DD-ji(cs<%J9<T+moY`Z^U_qeA}fA<a{zrdO#OfzV>JBRfyHI;~)0R5}eBVPUfE
z7U3c%TpsD19N}3w(hh#cF0;`E<`RYzhSVrvV2E?i4nrY>9u1xxfCvj`FQkRrnzKsC
zGPcEx#bRZ1X^Yh+JQCi9Vf))%&03@$_<!(1en?s1Y)8nCrSllGB}QdXqd*P3IU7cy
zD9!)ejGu`(Z@z|T6shrkvo(xH(VG9exf;eGy+-<Gn%R8g1=jujTDtZm6NwAm-|wap
zbt+Mm`2Bc>=Y^{+%{$Bju$9fRr=L)wFO=eUJfMtdP@>R5wi-fxwA}v0`t3a<3LYR5
z9`+xYhej0f%vZx>8%=1G2XZ_fWI~b89uPdZ+9doE;qlw!DMCKb`R#-UO=EuC%;i_P
zUIrWkJXv^|k%P|z9uSIz0rA-40U@FDa#r!2hsH0}yJ}x`|FUqlxo#do4d^GK1QhXK
Xdxo|2%L`{rbobRMhx(MY?t1%Q2Q;lU
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.json b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.json
new file mode 100644
index 0000000..721d285
--- /dev/null
+++ b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 1024,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 4,
+ "drop_rate": 0.8381852944111963,
+ "embedding_dim": 1024,
+ "encoder_ff": 512,
+ "encoder_num_layer": 4,
+ "lr": 0.012410063874557094,
+ "n_head": 1
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.pkl b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..49c20e93d94efb305033e5175e69d7669421b8ab
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L}k%h{7Z?^H5|M
zdw5fGlTuSsGV{{oQ!;a>_%g8caKX$@O9S$mdU#=)fu@3mSbF$iLLl>?%GmPaGg1>%
zrg$^<aHbUH7sMAOmZVN`w|{jh^Lu{Xt{$eGA|S6bt7!5a)r~z|Nr@%N8S%xLRjD9L
GOZ5N;qf|Wr
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/progress.csv b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/progress.csv
new file mode 100644
index 0000000..af7812c
--- /dev/null
+++ b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+3407.492049089567,1719525405,checkpoint_000000,True,False,1,dd70a43a,2024-06-27_23-56-45,669.9892313480377,669.9892313480377,242786,r8i6n8,10.159.28.66,669.9892313480377,1
+2909.059064729946,1719526061,checkpoint_000001,True,False,2,dd70a43a,2024-06-28_00-07-41,655.8329515457153,1325.822182893753,242786,r8i6n8,10.159.28.66,1325.822182893753,2
+2528.305686169722,1719526717,checkpoint_000002,True,False,3,dd70a43a,2024-06-28_00-18-37,656.1143062114716,1981.9364891052246,242786,r8i6n8,10.159.28.66,1981.9364891052246,3
+2249.8190595972255,1719527372,checkpoint_000003,True,False,4,dd70a43a,2024-06-28_00-29-33,655.7129034996033,2637.649392604828,242786,r8i6n8,10.159.28.66,2637.649392604828,4
+2087.238125057671,1719528028,checkpoint_000004,True,False,5,dd70a43a,2024-06-28_00-40-29,655.7882659435272,3293.437658548355,242786,r8i6n8,10.159.28.66,3293.437658548355,5
+2001.7169612373893,1719528684,checkpoint_000005,True,False,6,dd70a43a,2024-06-28_00-51-24,655.2618434429169,3948.699501991272,242786,r8i6n8,10.159.28.66,3948.699501991272,6
+1972.5492111566498,1719529337,checkpoint_000006,True,False,7,dd70a43a,2024-06-28_01-02-17,652.9857096672058,4601.685211658478,242786,r8i6n8,10.159.28.66,4601.685211658478,7
+1953.9414043276329,1719529988,checkpoint_000007,True,False,8,dd70a43a,2024-06-28_01-13-08,651.4188046455383,5253.104016304016,242786,r8i6n8,10.159.28.66,5253.104016304016,8
+1953.827157088152,1719530635,checkpoint_000008,True,False,9,dd70a43a,2024-06-28_01-23-55,646.7677278518677,5899.871744155884,242786,r8i6n8,10.159.28.66,5899.871744155884,9
+1955.5640210729885,1719531281,checkpoint_000009,True,False,10,dd70a43a,2024-06-28_01-34-41,645.8664748668671,6545.738219022751,242786,r8i6n8,10.159.28.66,6545.738219022751,10
diff --git a/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/result.json b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/result.json
new file mode 100644
index 0000000..c3571f4
--- /dev/null
+++ b/ray_results/test_experiment/train_model_dd70a43a_44_batch_size=1024,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=4,drop__2024-06-27_23-31-31/result.json
@@ -0,0 +1,10 @@
+{"loss": 3407.492049089567, "timestamp": 1719525405, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "dd70a43a", "date": "2024-06-27_23-56-45", "time_this_iter_s": 669.9892313480377, "time_total_s": 669.9892313480377, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 669.9892313480377, "iterations_since_restore": 1}
+{"loss": 2909.059064729946, "timestamp": 1719526061, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "dd70a43a", "date": "2024-06-28_00-07-41", "time_this_iter_s": 655.8329515457153, "time_total_s": 1325.822182893753, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 1325.822182893753, "iterations_since_restore": 2}
+{"loss": 2528.305686169722, "timestamp": 1719526717, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "dd70a43a", "date": "2024-06-28_00-18-37", "time_this_iter_s": 656.1143062114716, "time_total_s": 1981.9364891052246, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 1981.9364891052246, "iterations_since_restore": 3}
+{"loss": 2249.8190595972255, "timestamp": 1719527372, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "dd70a43a", "date": "2024-06-28_00-29-33", "time_this_iter_s": 655.7129034996033, "time_total_s": 2637.649392604828, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 2637.649392604828, "iterations_since_restore": 4}
+{"loss": 2087.238125057671, "timestamp": 1719528028, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "dd70a43a", "date": "2024-06-28_00-40-29", "time_this_iter_s": 655.7882659435272, "time_total_s": 3293.437658548355, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 3293.437658548355, "iterations_since_restore": 5}
+{"loss": 2001.7169612373893, "timestamp": 1719528684, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "dd70a43a", "date": "2024-06-28_00-51-24", "time_this_iter_s": 655.2618434429169, "time_total_s": 3948.699501991272, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 3948.699501991272, "iterations_since_restore": 6}
+{"loss": 1972.5492111566498, "timestamp": 1719529337, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "dd70a43a", "date": "2024-06-28_01-02-17", "time_this_iter_s": 652.9857096672058, "time_total_s": 4601.685211658478, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 4601.685211658478, "iterations_since_restore": 7}
+{"loss": 1953.9414043276329, "timestamp": 1719529988, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "dd70a43a", "date": "2024-06-28_01-13-08", "time_this_iter_s": 651.4188046455383, "time_total_s": 5253.104016304016, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 5253.104016304016, "iterations_since_restore": 8}
+{"loss": 1953.827157088152, "timestamp": 1719530635, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "dd70a43a", "date": "2024-06-28_01-23-55", "time_this_iter_s": 646.7677278518677, "time_total_s": 5899.871744155884, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 5899.871744155884, "iterations_since_restore": 9}
+{"loss": 1955.5640210729885, "timestamp": 1719531281, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "dd70a43a", "date": "2024-06-28_01-34-41", "time_this_iter_s": 645.8664748668671, "time_total_s": 6545.738219022751, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 1, "drop_rate": 0.8381852944111963, "lr": 0.012410063874557094, "batch_size": 1024}, "time_since_restore": 6545.738219022751, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/events.out.tfevents.1719500771.r8i6n8 b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/events.out.tfevents.1719500771.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..2d48157b40a085fe7aa78468893814ccd1e3d034
GIT binary patch
literal 1676
zcma)6T}TvB6kcado0ES#?V7GXt!sg-*`}e91iO+N+Dr7-gG{qK*LKvMS!Tvcdq|NY
zh(bdt1=BQ$Fv~QEFfw|GGy=nydJ2-TK*)!Zg23*$vv+sQ)Onk8&Ue0hzw@1&VG4i4
z7mqvXt25KT*ny7~_GF*T3F7{$vq)6SOL8C2-_F<T#s<zErQ=5yM^EFrv^ZBfSRq;F
zTHI>0h}=z*qS&4X(yMmNmJJ@zAw555S$b-WK=L6E>;$3&q~<1`^#_o@F(e71YBQPI
zJnbuAS`C!t69jLh<RuYdh{@D*EUCn;QwHmDPSEe75GObwlTfNc5V2}NP*_1lGOO77
zoTZh8UDFfAI=sK5;~QP`gfQ*_CuAAniXi$CD<egfWVG7g#-Fzj59tjSzRsMYUq&0a
zpaAkn1C5na1xZv`V;k+})kWP!hMO1MT&&|Xv8naM_KjPrsJYU^2C+T22xKc_)A!rw
z43w{<`2UDqv@A^;#IETjl$(fseZ^gwx6j>R5PK>L-&AaC*LdZmE%Aau?1O!Tf6HQ<
zyo=j@JR6G(53RGmw}DO@t-Pm+?Ye7*J7%!5fe<HiL4|dr^C2W-<A`eQ6*F8iL!zEy
zepAdc<xBzaajHLnN7{-UW+wwFJn~CCHW)TFTVIc3nP7{JiOoT_iEBYJPFWy1l9Ki6
z46w$8VvCc3=4C0wVi##t7>j~F#Pfo9hUJAI4&l=vG0eWoYy(T=KekZ<P)!;;K!V5y
z5XU>rE(@eG#*KF6LN>F(#;$>A8|lh{Eav|k=h_W9%tjmK+6(#2<{LAjRF{eR{9b(@
zDyJJF^ZQJ}CknEo^HY$b;FV()mBRuHV!c%Rf`UmZI>$$p{Q(8(G1@Y;WvQ{SJ21cK
zft?YFa4>9`G%wiKOpW9^y^y<(<RtI#Le^S?kYt+|zmV(Bo|G(kAXS?k4pdybT>ReG
z=FtvgumLH?huIbD2a>=<I1#liNep`Ni?_a4NzIa{t@Fde5&gw`^K|$m-5ycD7~Ek0
YS9>J#Vdb&MqPoXBsqJxH3qwhN0k^FSeE<Le
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.json b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.json
new file mode 100644
index 0000000..b029918
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 1,
+ "drop_rate": 0.9027598279893692,
+ "embedding_dim": 1024,
+ "encoder_ff": 512,
+ "encoder_num_layer": 8,
+ "lr": 0.00800097877874484,
+ "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.pkl b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..827c7e15b9d2ff6c19f2893b05ba63417aeb03d2
GIT binary patch
literal 225
zcmZo*oqCM{0&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>_%g8caKX$@O9S$mdU#=)fu@3mSbF$iLLl>?%GmPaGg1>%
zrg*dTaHbUH7sMAOmZVN`w}10EV~Te6haRS!A|S6J>7rp<uVW8aQesJRMtpH*RVvUD
Hj#51U@NiRM
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/progress.csv b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/progress.csv
new file mode 100644
index 0000000..91a205f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/progress.csv
@@ -0,0 +1,3 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2406.545863834892,1719501495,checkpoint_000000,True,False,1,e0b92d48,2024-06-27_17-18-15,724.5406517982483,724.5406517982483,242786,r8i6n8,10.159.28.66,724.5406517982483,1
+2331.1488584984004,1719502199,checkpoint_000001,True,False,2,e0b92d48,2024-06-27_17-29-59,703.9930710792542,1428.5337228775024,242786,r8i6n8,10.159.28.66,1428.5337228775024,2
diff --git a/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/result.json b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/result.json
new file mode 100644
index 0000000..d055fbc
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e0b92d48_26_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=1,drop__2024-06-27_17-00-47/result.json
@@ -0,0 +1,2 @@
+{"loss": 2406.545863834892, "timestamp": 1719501495, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e0b92d48", "date": "2024-06-27_17-18-15", "time_this_iter_s": 724.5406517982483, "time_total_s": 724.5406517982483, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9027598279893692, "lr": 0.00800097877874484, "batch_size": 2048}, "time_since_restore": 724.5406517982483, "iterations_since_restore": 1}
+{"loss": 2331.1488584984004, "timestamp": 1719502199, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "e0b92d48", "date": "2024-06-27_17-29-59", "time_this_iter_s": 703.9930710792542, "time_total_s": 1428.5337228775024, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 1024, "encoder_ff": 512, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9027598279893692, "lr": 0.00800097877874484, "batch_size": 2048}, "time_since_restore": 1428.5337228775024, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/events.out.tfevents.1719518822.r8i6n8 b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/events.out.tfevents.1719518822.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..53291c26bc3899a92f474dc6f8e918fddc42698d
GIT binary patch
literal 4596
zcma*reN<Cr90%~RDYC}^nG6sm#)}3!2Pd8^<Cq(}GZT_#nkGiqjeBiFc1QPaf^?2j
zYFX|a&6kYQBdBSX7^I%c*V0o_=V)YU8iXDf;#&$5B$?IS7|-QroA>e`_j$h0chBcO
z=fJZBS>MmLrTMAKWuxD%ere0O+{8#LYq2w9r!1lwSI+n~TN);%1?JUnDJPWUuPof-
zn>Q>>8;4?1Bx_l$bGaE>SL)<A^@;D-nL0Mj{BT?#vZ1?)RJw2ANE%8(i8#X9obFPJ
zEVj|b3(K5##-*0Ys`QIuOJhOh<_?^Pm6VgA`G`!`d;Y`<U7*rYlw?*;=){p!q(LKa
zrOWQ1Nteyek#-l&lAK!W*<p-G^p<1?;+vN(yQ17H#M4nK8VTc^ohhbCmgZbemi8||
zy<Q}HG_XMX<?rSyvu@#jEy_SCcmZFl#btLg90`~4?Ogfr-+5r?50!Tx^<&F}Vb>O>
zm@K5*3a}?t;D{9Lxb_wssB9GSA+X=P+ad$l=Eb;D1bgc=kMWV_F*N}D8zC-=eW_#w
zVPMal0@#mL;(p24GDCEmo&q~xx_0Rger!cB?CuZbrmtR@SOBoA*Wrj1?8<D%P*6E~
zJ<f-~j;+1A9bnf95fN;vz+;S?e|ROpPTznVMX?jslEm>{Ln(m$j<A4aY=a@|@#%W7
z^V)L?uOE9*FznveHezf|OfJA~_ytF#VDHoS%mI}Xn{hq__P<T}xd6Lch=^cMP4*av
zoNccH*lY`K6vb|BT1#BqIPH0W?G+Y~j9q28wB-0ru=4`;tv~$OgM(pb)*UDIUpQL<
zunRdHk%C=No?-=+Z9+Z-wsqed?Eu^1!j&S}bcx59*YHmVz-|}fqS)ov_7jAsAst}P
zbK`!=*foZvuGi|p&bO+&2D83Dkm13w$8_x^+^s+50qoD>a6}5W?vRWDmCksa4}snI
zvWWrMVF@@Qf;}^0m9e}0NEg7a5aOcPp1QNd+<CfcfPGb1Kr;3hhOCXAGhpYn?4o!-
z_K;xMPfdQ0*mEoYPk>#=;fNIMo#v7vP&vVc^C7U$M_r!-un!0k5$w|m9^>Sp?>7VN
z32xjdiv8u@JH*M{Ys~<Am#~0j><fmszn<R$c5Xh@li|mX2!?ImzMQCUeDx~8t~rb&
zQn1(CGggDj%p*7-0-Ifu9R{#J5h5bk@iLDw?V}%m2iRFhaib`<cW$)F-23EmfW1vv
zKr*&0_r|QTGr-PIbrk0Kv6aEFb2?d~E84OVVE^2SBT}&E+YL{H%A#919|GH3&P4%i
zuMiQzwkEGKUYoe76<|Ntg&Re&n+|JCwcW3*1lWzj0+O+Z<=$4@9S(M${Q0l>eryyB
z`*ygMnD^WClK}g!5RrnNlAc!sDk~3!sKl3=9kY^?0Cuks5y8F_=`p5jlHmW@&V#s7
z6nnLPys2}>vDpCID=Z)xTa!y<J~5>}tnYHPW^;9ka(DJ+Kel$e0@W%|ENLsVuoeeL
z>gb9xn&mHOj4N-Y0<BP>A%P)PuUyq5PmMyzYH=0Y_^VSTtx=?^P!vTMJ1PDm$6p@F
z1q=9RBanLFGsf*8OD&6OmLG~ik^Mt#V0HqE9q?%2<Vd8XSZ5i@-`0Fpe3o`tX^OHl
zFOrnq!9U_Z4bAkm`<vA$rvLYW3xy+jsjnTOaE7$e7D}Vg#-L~wyg6$hM59#qxf$OR
z@f{Lv5*n!reY4djqa@Y+Zm!zVC`~1PGc`YO>02i7{*K+;nxky%e}5O{=)4?_65bz2
za~yxQB{`Rc2evZ{oOws&=%8G9j~~kucgs=S09%zZX3(>Sxa%8E>(TIjBK~3Dff;8&
ziTAuUJXU2u4+bH};~E1RdG7(igM2t8_`AnbI`k;o_wM)yvon{RDKus1eIEuK13a1k
zpz#CG10LXu_yOVA;(;0i|II@1vx?_*=q;U8&!oUN3yq&{dq(+JzkW8-p~U~&(+t%o
S&z~{DeNd`AB1|2zY3hFzNyIS#
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.json b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.json
new file mode 100644
index 0000000..448be46
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 512,
+ "decoder_rt_num_layer": 1,
+ "drop_rate": 0.3372755257890534,
+ "embedding_dim": 16,
+ "encoder_ff": 512,
+ "encoder_num_layer": 8,
+ "lr": 0.00018514260159136858,
+ "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.pkl b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..6681c0d8e433573f32500bb2c4c740e99408eea4
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@#g3eNlAr>7L_1NF!qSTBr@~R
zWO!3^lTuSsGV{{oQ!;a>cnkD!!HiBzo8rsB)WZwY3p5le#0L`s83z?(%ZtxQO-uoq
zz?o8%Ul3oESdu!$-Tvy-H)0N<EImv)ML?d0OVqVG&9EM>q{NcsjQHZrs#KsQ9Hn{y
Dl)O=i
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/progress.csv b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/progress.csv
new file mode 100644
index 0000000..ab2d3af
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1182.49372251015,1719518905,checkpoint_000000,True,False,1,e0cd883e,2024-06-27_22-08-25,83.27375411987305,83.27375411987305,242786,r8i6n8,10.159.28.66,83.27375411987305,1
+645.4160598394438,1719518975,checkpoint_000001,True,False,2,e0cd883e,2024-06-27_22-09-35,70.14381790161133,153.41757202148438,242786,r8i6n8,10.159.28.66,153.41757202148438,2
+522.639965147484,1719519045,checkpoint_000002,True,False,3,e0cd883e,2024-06-27_22-10-45,70.15310597419739,223.57067799568176,242786,r8i6n8,10.159.28.66,223.57067799568176,3
+459.74198444997234,1719519116,checkpoint_000003,True,False,4,e0cd883e,2024-06-27_22-11-56,70.06108522415161,293.6317632198334,242786,r8i6n8,10.159.28.66,293.6317632198334,4
+391.3528187669168,1719519186,checkpoint_000004,True,False,5,e0cd883e,2024-06-27_22-13-06,70.20780396461487,363.83956718444824,242786,r8i6n8,10.159.28.66,363.83956718444824,5
+335.89961062453864,1719519255,checkpoint_000005,True,False,6,e0cd883e,2024-06-27_22-14-15,69.51625561714172,433.35582280158997,242786,r8i6n8,10.159.28.66,433.35582280158997,6
+310.48668424351007,1719519325,checkpoint_000006,True,False,7,e0cd883e,2024-06-27_22-15-25,70.04849791526794,503.4043207168579,242786,r8i6n8,10.159.28.66,503.4043207168579,7
+265.2837000569021,1719519395,checkpoint_000007,True,False,8,e0cd883e,2024-06-27_22-16-35,70.00017595291138,573.4044966697693,242786,r8i6n8,10.159.28.66,573.4044966697693,8
+242.94229570523962,1719519465,checkpoint_000008,True,False,9,e0cd883e,2024-06-27_22-17-45,69.56129503250122,642.9657917022705,242786,r8i6n8,10.159.28.66,642.9657917022705,9
+226.0272181953971,1719519535,checkpoint_000009,True,False,10,e0cd883e,2024-06-27_22-18-55,70.02730536460876,712.9930970668793,242786,r8i6n8,10.159.28.66,712.9930970668793,10
diff --git a/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/result.json b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/result.json
new file mode 100644
index 0000000..4ec4f37
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e0cd883e_40_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=1,drop_r_2024-06-27_21-55-27/result.json
@@ -0,0 +1,10 @@
+{"loss": 1182.49372251015, "timestamp": 1719518905, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e0cd883e", "date": "2024-06-27_22-08-25", "time_this_iter_s": 83.27375411987305, "time_total_s": 83.27375411987305, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 83.27375411987305, "iterations_since_restore": 1}
+{"loss": 645.4160598394438, "timestamp": 1719518975, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "e0cd883e", "date": "2024-06-27_22-09-35", "time_this_iter_s": 70.14381790161133, "time_total_s": 153.41757202148438, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 153.41757202148438, "iterations_since_restore": 2}
+{"loss": 522.639965147484, "timestamp": 1719519045, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "e0cd883e", "date": "2024-06-27_22-10-45", "time_this_iter_s": 70.15310597419739, "time_total_s": 223.57067799568176, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 223.57067799568176, "iterations_since_restore": 3}
+{"loss": 459.74198444997234, "timestamp": 1719519116, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "e0cd883e", "date": "2024-06-27_22-11-56", "time_this_iter_s": 70.06108522415161, "time_total_s": 293.6317632198334, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 293.6317632198334, "iterations_since_restore": 4}
+{"loss": 391.3528187669168, "timestamp": 1719519186, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "e0cd883e", "date": "2024-06-27_22-13-06", "time_this_iter_s": 70.20780396461487, "time_total_s": 363.83956718444824, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 363.83956718444824, "iterations_since_restore": 5}
+{"loss": 335.89961062453864, "timestamp": 1719519255, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "e0cd883e", "date": "2024-06-27_22-14-15", "time_this_iter_s": 69.51625561714172, "time_total_s": 433.35582280158997, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 433.35582280158997, "iterations_since_restore": 6}
+{"loss": 310.48668424351007, "timestamp": 1719519325, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "e0cd883e", "date": "2024-06-27_22-15-25", "time_this_iter_s": 70.04849791526794, "time_total_s": 503.4043207168579, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 503.4043207168579, "iterations_since_restore": 7}
+{"loss": 265.2837000569021, "timestamp": 1719519395, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "e0cd883e", "date": "2024-06-27_22-16-35", "time_this_iter_s": 70.00017595291138, "time_total_s": 573.4044966697693, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 573.4044966697693, "iterations_since_restore": 8}
+{"loss": 242.94229570523962, "timestamp": 1719519465, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "e0cd883e", "date": "2024-06-27_22-17-45", "time_this_iter_s": 69.56129503250122, "time_total_s": 642.9657917022705, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 642.9657917022705, "iterations_since_restore": 9}
+{"loss": 226.0272181953971, "timestamp": 1719519535, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "e0cd883e", "date": "2024-06-27_22-18-55", "time_this_iter_s": 70.02730536460876, "time_total_s": 712.9930970668793, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 8, "decoder_rt_num_layer": 1, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3372755257890534, "lr": 0.00018514260159136858, "batch_size": 2048}, "time_since_restore": 712.9930970668793, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719498835.r8i6n8 b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719498835.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..061e5b121b15edb7b6162f4c48b9540ec74aaace
GIT binary patch
literal 770
zcmb1OfPlsI-b$PnO-DuI=HGOb;!P?_%*@ksElbTSu`-%|tAs%rs&2#la%WDyQdeD&
zIsry4F)k4<-lD`x{gTqWRQ;U%;$qP)4qsfP_Fb_xfNGig^+G)7-b%O@WiCZ7DY%y6
zjQrA^l=$R~)a2}f{LH)(Q3i$vd#AEXk5Q~-tAXoBwK63?FBPbTfnjoi9*;iM%G_Al
z0M5AxElOMpT#|4rOEPm)<4ZC!i{mp(Qj6k?MdSY-cA9&pG|UjHeQtB}OHQd;xQ!}Y
zN?g*Y+KV&ul2hZ0Qj1ISi&DV`boDf>GKU)Q{KctA&Z!6kw74|56yXMdY)vf5%+D*1
zM>PiI^GSPMU!wT@|7sT}a9}fG3+xHyUtDfYk`qP=Y|*uFEyM)2!R72fC|1rz=*JP*
zcGFefqXf3<I=Gbt0$cOja;MJ5fOM3=o{i8>FtCsOG<CkbVWBTdU<<B?+fQ_0GdO5`
Ht=SF$T2J%Z
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719504723.r8i6n8 b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719504723.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..27ae72bcb3c3914485871c1f2cf0d734c08f1b12
GIT binary patch
literal 770
zcmb1OfPlsI-b$RZ&PT2!&%fy?#hX-=n3<>NT9%quVr8^UpY@h9RNaR8<<6XMzfFG&
zQYXNyCB`Mf#aonEsb5l>m#UwWUtBEOt@y>|6hq`x1E`j%UoXUSw*7`{QRY(Ql7ed~
z&d4v#Nr_L+NKMWz$j{6x5oKU#u-`F3Sq8<*2Y=!EQLRkL&r1brVPNR2>^-3mwK6wW
zHh{DIA6$zPmjah0+{%*7+|>AzjLhQr%#zfi_+nA(na7;APvLVjgleDL-29UB3qrdJ
zmlBsWs`lc{yyVpQqSWG&{GwE_0gY9G$>vZ4p1(L1$(j8hZod|n2A3k-0FbSTC7Jno
z#qp@dfPCKdl_3hn=hIqGFr|P3n+027D^-7S`672X5hbwqw86Cy6WGQlgpZ(DY2Oal
zk0Y?VUqA3c3G9~$Ed&CavvH-9$MOe8D1n{Q0k@H0U@P%jIPX2_v<M}zuOkc~I<OfW
Jm?|UA0RTH%{B{5U
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719506123.r8i6n8 b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/events.out.tfevents.1719506123.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..603a29711dcb60a0b33b1bd3d11a23e71c9d5c27
GIT binary patch
literal 4596
zcma*reN<Cr90%~R;b0G<ZoG(t8BU~}#}LFcRCc#r^8|H7@p$N%T_?M^0lTBSiD}A9
z1zB2=9MeuIsJ-!`VAdfu&4}LAW959w3^6msa|$(wO6IY<F`moMHt*%X-RJo}-#wrE
z9L{+bC+Yv&UY@O0EWCIujjlUwP)9Cd%{J!YS*0}N%1A4Zc&B}=e_m_da+9Lq&|BHw
zc_W7CVo@}TWX&s5T+0|brP$$g#%N}F$l7MjpOgHN4ZS~7ipf9V$XGN6sd2<<bu25k
zQ2ACmzo^7vV_Y#3Nrirk{`xpjx$!5Qhm{rwLvs;{<k5xKrl$BS?Ta)yinL=mqD6^l
z6s~mH>@?-F+MJZlMYEJMrYhkZ<JU!Rx>Nn}%`d)qS+SdsCm}70hjFKk$)_oncDfua
z?OPycWP0>e{{ok~4?U$wcjJB?dI*id3wT@2E}MgKQg9jX&g-t!Mu45K{@}!7AGSOY
z_Nl2JvTS`{E5JVbA&!W_zI}O`9#k&)2<L-fSDLo40K1Ei2w?B~yTRz{SlbJ*^BQoY
zAa;G&G*i39RROS%@C%5>mJsr-8J~ciUwCz7sSi6W5cat79`cRQ3rPU`&RQH1gZ)^@
z-n*c(avjbG!EV{(&IQ<^ui=OQ_T-_B##>MCQUmN&d|VK_v%1<ep-es-V0-ulL}L>~
zHQVV1J74*0##$eCcpz-aTn`yO<lWH#o9V<6G1#w6`FJL%?B(-8u$3M0Hvx9(SzIZA
zJtelm*z)_gvjKJw9~Z<fJko0Vw?|bAu=Bfczi8|V;sDXy1$KUSdRe^>TM-ERYPN^$
z%(}S%V5?{1h#2h3Em0RhWgVXnf~~*qZUWfjGjXK=c6n^0u`yxQ8i3uv#|5#`yfdb}
zlrxn8J4uiGMPt_!hnDu`fSse`?VtLvQ6Ox|au4b1NUsIhV@}|R80<OahK-=|Jf9DO
z-EgsUBEWW@#FYZrCT*kfB)J&=8@bBI1+ky}OG-xB!>$1AqEonEH1<Iv`_%MSuyf^3
z-C-YgL?G-xPI^e|;W#(I&S=3AG1%{K57_`J5AyjS*j0tA&H(JkTXCfTcG!$2<DA^g
z1K?zL@Nq%xqx0j)ww~K|fIV{;?iY=Hj_BTb>she#o*Q}ReAq(+VQ)?LkVVy}_X6zj
zTR0*H`w{(D`$6UFd_D;FFPgI?z>e+1l>*qTqro_9$BiKXyM~VoVt@X^MDm&AbEg4p
z`9HW{G`7URrmIGQoky(xqSuEV83=p5%0uqy+N}iG50>GG80^gM-HSlw4n7|Q+r7W-
z4!}+=$CU!uHK|QTWoDrqU^nw|LF}GxBl+cL$p~O4R^Wco*dq)~^CbrCd>xG<3cQz^
zVS%t2gNJ-6w@n7Hw-w-s80_4ipST7plb7Or5bWPN!jb`Y6CV-4&Y0h5O#6OH7Qjxj
z;zmL2(#d&b*}kX=0K1M~Ks0uuA?kU}rq+=D%Tdkdw+j_<3!{A4y7y#gs|-a`))F&o
zwmYd5`neLC<t}K9D{GAmRmo78e@N9QRo#$khat4Y?8>)tSErS9qD-qo!z^^Z!@^zU
zxXU9|P{2JKg<=LjW0u*eV)F``<%X0fa$tz{&yGXUgB}f@9ElVb)=@%nw>57Sm!<7X
zXp6<hETt?qJNJnDHZ;@U?rV-g%7M>=7m_1sv9}!|IYU`#vn5fcQ=;K2cyrc`MhU9>
z+>GyucyGQs4T@I<zuD>@KpNHkZmzm<Xsk;3W=br6xt{UAzxFHJG88!j@9(@6bxBbI
z|Nfk`)5%?JDW}WK0o#}YN7ex;+9&1TV~bSXEJd+{Y*h;7!7PJ(PT4j+iW(r|9`+xY
zL;|Vrd24vAhCrhOkmK<Y1d6}+fZ)Ljg8L;R;Je3DxbETJcgH>06SscBhD~XD@0S6`
z08gGoppk>m10JaN4e-Zy@PIbRS;cd%>USLpt(xKgW#PNF?ei4$fPN}ULF)h8(~PBG
So;zc_d#F|#9+EJ->%@P_jkd`E
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.json b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.json
new file mode 100644
index 0000000..4063a8e
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 1024,
+ "decoder_rt_num_layer": 8,
+ "drop_rate": 0.03611990882258942,
+ "embedding_dim": 16,
+ "encoder_ff": 2048,
+ "encoder_num_layer": 4,
+ "lr": 0.00028375287963234745,
+ "n_head": 8
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.pkl b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..fa2edd7bc7af1578d85b5d297b52abb64bc642ee
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQjY3)2fU6fDHj!v_-r83z_)>S4=^
z&qz&7nc~gS!<kZ)Ul3oESdu!$-F{J>Kbxc1fgYxuA|TIb#?-J$5<7dik`hajGvbRg
Lt5QLhl<ENhl}Ay=
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/progress.csv b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/progress.csv
new file mode 100644
index 0000000..0faf654
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/progress.csv
@@ -0,0 +1,15 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1954.021998608206,1719498933,checkpoint_000000,True,False,1,e0cf80c0,2024-06-27_16-35-33,97.99486684799194,97.99486684799194,242786,r8i6n8,10.159.28.66,97.99486684799194,1
+1955.7363098625124,1719499017,checkpoint_000001,True,False,2,e0cf80c0,2024-06-27_16-36-57,83.9807825088501,181.97564935684204,242786,r8i6n8,10.159.28.66,181.97564935684204,2
+1953.048192782665,1719504822,checkpoint_000002,True,False,3,e0cf80c0,2024-06-27_18-13-42,99.29927706718445,281.2749264240265,242786,r8i6n8,10.159.28.66,99.29927706718445,1
+1955.8478513702632,1719504907,checkpoint_000003,True,False,4,e0cf80c0,2024-06-27_18-15-07,84.75202250480652,366.026948928833,242786,r8i6n8,10.159.28.66,184.05129957199097,2
+1954.159799650898,1719506222,checkpoint_000004,True,False,5,e0cf80c0,2024-06-27_18-37-02,99.05570006370544,465.08264899253845,242786,r8i6n8,10.159.28.66,99.05570006370544,1
+1953.744985505352,1719506307,checkpoint_000005,True,False,6,e0cf80c0,2024-06-27_18-38-27,84.97408151626587,550.0567305088043,242786,r8i6n8,10.159.28.66,184.0297815799713,2
+1953.285723348302,1719506392,checkpoint_000006,True,False,7,e0cf80c0,2024-06-27_18-39-52,85.0238299369812,635.0805604457855,242786,r8i6n8,10.159.28.66,269.0536115169525,3
+1954.5312970979946,1719506476,checkpoint_000007,True,False,8,e0cf80c0,2024-06-27_18-41-16,84.54337477684021,719.6239352226257,242786,r8i6n8,10.159.28.66,353.5969862937927,4
+1954.3730785940577,1719506561,checkpoint_000008,True,False,9,e0cf80c0,2024-06-27_18-42-41,85.04393577575684,804.6678709983826,242786,r8i6n8,10.159.28.66,438.64092206954956,5
+1955.718712513841,1719506647,checkpoint_000009,True,False,10,e0cf80c0,2024-06-27_18-44-07,85.06691837310791,889.7347893714905,242786,r8i6n8,10.159.28.66,523.7078404426575,6
+1958.7154714028666,1719506732,checkpoint_000010,True,False,11,e0cf80c0,2024-06-27_18-45-32,85.6172399520874,975.3520293235779,242786,r8i6n8,10.159.28.66,609.3250803947449,7
+1953.2071273683564,1719506817,checkpoint_000011,True,False,12,e0cf80c0,2024-06-27_18-46-57,84.71766662597656,1060.0696959495544,242786,r8i6n8,10.159.28.66,694.0427470207214,8
+1952.5803078478716,1719506902,checkpoint_000012,True,False,13,e0cf80c0,2024-06-27_18-48-22,85.59679841995239,1145.6664943695068,242786,r8i6n8,10.159.28.66,779.6395454406738,9
+1954.0447209876354,1719506988,checkpoint_000013,True,False,14,e0cf80c0,2024-06-27_18-49-48,85.16450333595276,1230.8309977054596,242786,r8i6n8,10.159.28.66,864.8040487766266,10
diff --git a/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/result.json b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/result.json
new file mode 100644
index 0000000..5489993
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e0cf80c0_21_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=1024,decoder_rt_num_layer=8,drop__2024-06-27_16-33-32/result.json
@@ -0,0 +1,14 @@
+{"loss": 1954.021998608206, "timestamp": 1719498933, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e0cf80c0", "date": "2024-06-27_16-35-33", "time_this_iter_s": 97.99486684799194, "time_total_s": 97.99486684799194, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 97.99486684799194, "iterations_since_restore": 1}
+{"loss": 1955.7363098625124, "timestamp": 1719499017, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "e0cf80c0", "date": "2024-06-27_16-36-57", "time_this_iter_s": 83.9807825088501, "time_total_s": 181.97564935684204, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 181.97564935684204, "iterations_since_restore": 2}
+{"loss": 1953.048192782665, "timestamp": 1719504822, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "e0cf80c0", "date": "2024-06-27_18-13-42", "time_this_iter_s": 99.29927706718445, "time_total_s": 281.2749264240265, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 99.29927706718445, "iterations_since_restore": 1}
+{"loss": 1955.8478513702632, "timestamp": 1719504907, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "e0cf80c0", "date": "2024-06-27_18-15-07", "time_this_iter_s": 84.75202250480652, "time_total_s": 366.026948928833, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 184.05129957199097, "iterations_since_restore": 2}
+{"loss": 1954.159799650898, "timestamp": 1719506222, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "e0cf80c0", "date": "2024-06-27_18-37-02", "time_this_iter_s": 99.05570006370544, "time_total_s": 465.08264899253845, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 99.05570006370544, "iterations_since_restore": 1}
+{"loss": 1953.744985505352, "timestamp": 1719506307, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "e0cf80c0", "date": "2024-06-27_18-38-27", "time_this_iter_s": 84.97408151626587, "time_total_s": 550.0567305088043, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 184.0297815799713, "iterations_since_restore": 2}
+{"loss": 1953.285723348302, "timestamp": 1719506392, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "e0cf80c0", "date": "2024-06-27_18-39-52", "time_this_iter_s": 85.0238299369812, "time_total_s": 635.0805604457855, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 269.0536115169525, "iterations_since_restore": 3}
+{"loss": 1954.5312970979946, "timestamp": 1719506476, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "e0cf80c0", "date": "2024-06-27_18-41-16", "time_this_iter_s": 84.54337477684021, "time_total_s": 719.6239352226257, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 353.5969862937927, "iterations_since_restore": 4}
+{"loss": 1954.3730785940577, "timestamp": 1719506561, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "e0cf80c0", "date": "2024-06-27_18-42-41", "time_this_iter_s": 85.04393577575684, "time_total_s": 804.6678709983826, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 438.64092206954956, "iterations_since_restore": 5}
+{"loss": 1955.718712513841, "timestamp": 1719506647, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "e0cf80c0", "date": "2024-06-27_18-44-07", "time_this_iter_s": 85.06691837310791, "time_total_s": 889.7347893714905, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 523.7078404426575, "iterations_since_restore": 6}
+{"loss": 1958.7154714028666, "timestamp": 1719506732, "checkpoint_dir_name": "checkpoint_000010", "should_checkpoint": true, "done": false, "training_iteration": 11, "trial_id": "e0cf80c0", "date": "2024-06-27_18-45-32", "time_this_iter_s": 85.6172399520874, "time_total_s": 975.3520293235779, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 609.3250803947449, "iterations_since_restore": 7}
+{"loss": 1953.2071273683564, "timestamp": 1719506817, "checkpoint_dir_name": "checkpoint_000011", "should_checkpoint": true, "done": false, "training_iteration": 12, "trial_id": "e0cf80c0", "date": "2024-06-27_18-46-57", "time_this_iter_s": 84.71766662597656, "time_total_s": 1060.0696959495544, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 694.0427470207214, "iterations_since_restore": 8}
+{"loss": 1952.5803078478716, "timestamp": 1719506902, "checkpoint_dir_name": "checkpoint_000012", "should_checkpoint": true, "done": false, "training_iteration": 13, "trial_id": "e0cf80c0", "date": "2024-06-27_18-48-22", "time_this_iter_s": 85.59679841995239, "time_total_s": 1145.6664943695068, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 779.6395454406738, "iterations_since_restore": 9}
+{"loss": 1954.0447209876354, "timestamp": 1719506988, "checkpoint_dir_name": "checkpoint_000013", "should_checkpoint": true, "done": false, "training_iteration": 14, "trial_id": "e0cf80c0", "date": "2024-06-27_18-49-48", "time_this_iter_s": 85.16450333595276, "time_total_s": 1230.8309977054596, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 2048, "decoder_rt_ff": 1024, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.03611990882258942, "lr": 0.00028375287963234745, "batch_size": 2048}, "time_since_restore": 864.8040487766266, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/events.out.tfevents.1719550406.r8i6n8 b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/events.out.tfevents.1719550406.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..ecb5e8f4ff77835494d904111f7212556ae215e2
GIT binary patch
literal 4596
zcma*reN<Cr90%~Z(Z+oOgb9cs3d5IN%7SxzffV+_)C1Nrl#U8^o$S))wmaAznO3?J
zsc5BBj~yWu%;Xqa*f7yj;v_APCoK!l$+z+?F-?34JL;iBcVj%4pKaaCf86K!KHvL%
z?(@&H1X17Lu9XD}BAaNcaMzvHBt|ZF7|e9K{xynrW@nDOK-<y+^Y+&*)e()!-&XnN
zMGsQOqgWK_Ff3C!D``q)wKGgy*91bJ)||8Ixj<yggC9wvPJtt7C>15*2xGEWT8(6>
zi7K^}+s(8yP9$>W9$OIc5L9|c;XJG~+G&c7h(yiz3VKw5O54KZ*~CkuaYTVq&@f!-
zG}|cBX)-gU*-1G_CT`1TZtczK?{3Hl#J5*f{Xu-k#YZ6pN`i65OqWumgJPU^2jyR&
zA#3K=$$<qrZ=9G<OdW&!mFO9iiWl&;8k}Z3&5&>z-_BpSRl5c3d|iuUlOJ0g4BPX5
zxPG1Wpa@{^IfNrZunpz6DNw08jPoI|JBthN0qifh2oLtvjwRZYB|j|(*b~0Qjl9@Z
z5fa_$DO5ASZr~OWj4e`cemu7V>^x%Yn4NxXNigiLPi6YXQ_fa^t*^lmA=rhz4Ua)(
z2bT|lJye^b1K7p2xRM9^OqNBv!8O(musgUoFZRQ8({xGSZ#x69^FPG>g0a==w-2rf
z13Pb+|Def_9Tp6`{klxwv$Z!HV0#weh!AYal^!psoLG$WA+YBxZ(R$p4|5S7?BY(V
zR=sqG3t(rK;6`5TA7Yp3PBkfJ0PH>70)nw!>LVqVe6aINv5l>M?5BcZZ)%t6TgJ}2
z46xJUaYP9A*Oj~HfXV}0J_Pot^xQQ7J7*}a<iWPguxQg~&3Xr5AL8P?*hPQU=#Ey}
zCIRfs1l%teyIy^NTE<SW^F^N*pY&r(gJIWiWKVWo+{*xaj|WGDU|($CD+QG~%{U(d
z+kGtJF~Ih65gzPDxkY<+$AsemTXO(6@?tj@wdjr>ED8hI2e<_UW4Eb)UYPp}*!kd_
z@(X@!SukwRRGHpTf8-5-J^2=n2*GA5@-(2bjmw9?o;_0e55S)JC$8kdzDrxQ?wr-9
z0d^Y~=f$o*)}agU_G|;#8Mkr2VC+lk8Ef~pfSvyu<-O_04iAPsWS&evcE#lyfc<nd
zjtIdP&%CDvl^<~V5ZIcHW$OWUatyBI!H!S2XvJNq7GQ7Y;=I@e<L>L+yNYB0TPnx>
zg0V%KNj>c@u=7>F*F5rL6Tz^(u`<0!b=wZGYp&yn5NucXnscBswG-z<V0*9Sy$P^)
za}gfw!YrHiqUrK<fSqsyH}YaXe?yix?k&m+u&cQR1Y<{Q<VU3E!OoYI6ozl~U20G;
z?DLCc`th0VUVyz~A&v;aj;iRb1(lLla6SY!LZ|Nl?A2U^2Row5qTQD>@jk%r;o`j5
zmiqX-6WyP905(nHR~C$&qS?NpWd8m^eU~Hm_L?O`_p`-*Y~{xiv{Qm&NmIGOVX!fz
zih8}Aa<CUP+L>Q1L8~N478sI063hP<E20ouY;cyE*sIfWDn+7@qbMU)YB#bMIrj2M
zmX)#3hM~BD&*(}UX*DdP9PCgGitHb91ZF3o*a43QPL4!`(P1wq+1r}0ip^5C#gx%#
zre7tEW*hs6eH)7IYxg(Dp_u;v2QDN<VymwmAt_CoD1$LYqKrX<<?!aL9D#<*|L11>
zM8tRVRVJe(dFY$1awJNY|KH73IU1$O`ERCId)L>~f$#UtosY7KobiG0cSVeT6QkkW
z_hTrAVXw9%<210qX1dIt-zr95iMj9CBu?BXM)3n|<wVTHYXvE(ZC$x&NIwz#u<yV`
zt5M<;Uk#7B)M!Kyay-svlb$>vc#sXJ2LJYWib#zH`@S9fK>Fg!N<(;7uJ2{QF~E~&
ztI^Pb=K&9}MeG1~Z1F(7n*C)V_*uns?&elcv7Mb7_+{aE%dSFVPQQKzQlZ5E+EcW#
UPo6zvoO_r;96spo+{y3#3*tS&T>t<8
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.json b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.json
new file mode 100644
index 0000000..5079706
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 512,
+ "decoder_rt_num_layer": 2,
+ "drop_rate": 0.9609532957830483,
+ "embedding_dim": 64,
+ "encoder_ff": 512,
+ "encoder_num_layer": 4,
+ "lr": 0.0003819692551562951,
+ "n_head": 4
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.pkl b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..1f148124569e60cd8407179531da9c68a8ee38fe
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-1}NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQsb3)2fU6e`3A69O3r6=Tbb&qz&7
z0Xc&+r6|83z9_LIb&9+Fy90^}-cL+>m~x7MJWGzm(t1C(9<HRslH`o|;>@a4pd}oo
FdH|r)QAq#*
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/progress.csv b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/progress.csv
new file mode 100644
index 0000000..35e7f75
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+2194.870497816191,1719550479,checkpoint_000000,True,False,1,e1c21a5b,2024-06-28_06-54-39,72.34097814559937,72.34097814559937,242786,r8i6n8,10.159.28.66,72.34097814559937,1
+2184.85587340828,1719550537,checkpoint_000001,True,False,2,e1c21a5b,2024-06-28_06-55-37,58.70789837837219,131.04887652397156,242786,r8i6n8,10.159.28.66,131.04887652397156,2
+2170.870687169353,1719550596,checkpoint_000002,True,False,3,e1c21a5b,2024-06-28_06-56-36,58.806477069854736,189.8553535938263,242786,r8i6n8,10.159.28.66,189.8553535938263,3
+2174.422803503322,1719550655,checkpoint_000003,True,False,4,e1c21a5b,2024-06-28_06-57-35,59.22593355178833,249.08128714561462,242786,r8i6n8,10.159.28.66,249.08128714561462,4
+2172.285528228039,1719550714,checkpoint_000004,True,False,5,e1c21a5b,2024-06-28_06-58-34,58.81974387168884,307.90103101730347,242786,r8i6n8,10.159.28.66,307.90103101730347,5
+2169.101529819759,1719550773,checkpoint_000005,True,False,6,e1c21a5b,2024-06-28_06-59-33,58.76822781562805,366.6692588329315,242786,r8i6n8,10.159.28.66,366.6692588329315,6
+2163.793571412094,1719550832,checkpoint_000006,True,False,7,e1c21a5b,2024-06-28_07-00-32,58.85833549499512,425.52759432792664,242786,r8i6n8,10.159.28.66,425.52759432792664,7
+2165.50454832062,1719550891,checkpoint_000007,True,False,8,e1c21a5b,2024-06-28_07-01-31,58.795005321502686,484.3225996494293,242786,r8i6n8,10.159.28.66,484.3225996494293,8
+2161.298410971334,1719550950,checkpoint_000008,True,False,9,e1c21a5b,2024-06-28_07-02-30,59.305978536605835,543.6285781860352,242786,r8i6n8,10.159.28.66,543.6285781860352,9
+2166.0535782941683,1719551009,checkpoint_000009,True,False,10,e1c21a5b,2024-06-28_07-03-29,58.87797403335571,602.5065522193909,242786,r8i6n8,10.159.28.66,602.5065522193909,10
diff --git a/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/result.json b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/result.json
new file mode 100644
index 0000000..a641d5a
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e1c21a5b_57_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_r_2024-06-28_06-32-26/result.json
@@ -0,0 +1,10 @@
+{"loss": 2194.870497816191, "timestamp": 1719550479, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e1c21a5b", "date": "2024-06-28_06-54-39", "time_this_iter_s": 72.34097814559937, "time_total_s": 72.34097814559937, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 72.34097814559937, "iterations_since_restore": 1}
+{"loss": 2184.85587340828, "timestamp": 1719550537, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "e1c21a5b", "date": "2024-06-28_06-55-37", "time_this_iter_s": 58.70789837837219, "time_total_s": 131.04887652397156, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 131.04887652397156, "iterations_since_restore": 2}
+{"loss": 2170.870687169353, "timestamp": 1719550596, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "e1c21a5b", "date": "2024-06-28_06-56-36", "time_this_iter_s": 58.806477069854736, "time_total_s": 189.8553535938263, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 189.8553535938263, "iterations_since_restore": 3}
+{"loss": 2174.422803503322, "timestamp": 1719550655, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "e1c21a5b", "date": "2024-06-28_06-57-35", "time_this_iter_s": 59.22593355178833, "time_total_s": 249.08128714561462, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 249.08128714561462, "iterations_since_restore": 4}
+{"loss": 2172.285528228039, "timestamp": 1719550714, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "e1c21a5b", "date": "2024-06-28_06-58-34", "time_this_iter_s": 58.81974387168884, "time_total_s": 307.90103101730347, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 307.90103101730347, "iterations_since_restore": 5}
+{"loss": 2169.101529819759, "timestamp": 1719550773, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "e1c21a5b", "date": "2024-06-28_06-59-33", "time_this_iter_s": 58.76822781562805, "time_total_s": 366.6692588329315, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 366.6692588329315, "iterations_since_restore": 6}
+{"loss": 2163.793571412094, "timestamp": 1719550832, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "e1c21a5b", "date": "2024-06-28_07-00-32", "time_this_iter_s": 58.85833549499512, "time_total_s": 425.52759432792664, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 425.52759432792664, "iterations_since_restore": 7}
+{"loss": 2165.50454832062, "timestamp": 1719550891, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "e1c21a5b", "date": "2024-06-28_07-01-31", "time_this_iter_s": 58.795005321502686, "time_total_s": 484.3225996494293, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 484.3225996494293, "iterations_since_restore": 8}
+{"loss": 2161.298410971334, "timestamp": 1719550950, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "e1c21a5b", "date": "2024-06-28_07-02-30", "time_this_iter_s": 59.305978536605835, "time_total_s": 543.6285781860352, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 543.6285781860352, "iterations_since_restore": 9}
+{"loss": 2166.0535782941683, "timestamp": 1719551009, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "e1c21a5b", "date": "2024-06-28_07-03-29", "time_this_iter_s": 58.87797403335571, "time_total_s": 602.5065522193909, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 4, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 4, "drop_rate": 0.9609532957830483, "lr": 0.0003819692551562951, "batch_size": 2048}, "time_since_restore": 602.5065522193909, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719491307.r8i6n8 b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719491307.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..df3e1420ae3be29cce7172298a25a45236b73a9d
GIT binary patch
literal 405
zcmb1OfPlsI-b$Pn{|@a6n}5?$iZ`h!F*8rkwJbHS#LDR4*YlyuP<0#TmpgMtrBA#G
zQYXNuCB`Mf#aonEsb5l>m#UwWUtBC&`QO+jtN3QR0aVM>uNUGueRAPil(`hSq~KbL
zGxAGwQsR>{Qj@a_@-y>FL>U+w>^Zc(;!vzymk-yEYGq1(UMf%v1H<PTum0&nt;~&;
z4d8SxfNN3WQs9z=TUnBsn;Kt|ky#v{S&~{5Uo2`@_{}Ni+%pM7sP?(d%`Z6*Bebh<
zDRD`oYA?>rOHPe1N-ZwQFG>X)pm*bHy*bo?=Pyo0a@rKa?bqVc;8KJe0J1f)Br`v+
PI3Cp)kk4mUornbhRm+C9
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719493918.r8i6n8 b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719493918.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..01e235c72deb0110aeb434479b47ab2c920899d0
GIT binary patch
literal 405
zcmb1OfPlsI-b$QTxK_JI&cEp>#hX-=n3<>NT9%quVrA5#nEg)~s&2#la%WBl@BB27
zIsqmvF)k4<-lD`x{gTqWRQ;U%;$qQ2$0yF$udfg@fNGig^+G(SMKD~8GM6Hk6kJPj
zMt*5dN_=ugYI1f#er8^YC<8--eZt$Vt5K}H7!KEuYGq1(UMf%v1A}AH`TzP*D|2II
z12~l;;aZfq6u2beR+ePurpA|KWERI~mZTQN7mN1GeRGoB;>lzP)jqem`6Z`E6kNLs
zmlBsWs`lc{yyVpQqSWG&{GwE_0e_5(jLo42Jb!U2l9N9gZh#h-2A3k-0FbSTC7Jno
P#qp@dfP9|OzupG`n(lvD
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719494968.r8i6n8 b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/events.out.tfevents.1719494968.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..0d2f7d538345ec1f3d93af740f7074e45393ec9c
GIT binary patch
literal 1676
zcma)6T}TvB6kcb=nuDu3y8f)|-};km*lG_3BJ8FVqEKcpTEsB!T-`Bu#%9J!DH0_y
z$f$=33$wDPjPgM!h<uQQvLCacG>Sm1?7@;KLxSk8JKo(f|K@GZIp6v2{myr8yuttV
zo-DJ`&oiTU@9&w|VKG(9oFH!9c?5}S!M5n|B5S%<*WYurnC==4_xkEK8SSwU116bk
za;S|Wa@0$TVjde9D7I!-PUUKl3%_2nbj}+BNryDB5QyTD8tZx1?LqEC4U!<LW`m){
zd4;?5P)9j9PVjn4UJ?<87!0qkPL?_}O7Fp>a=K!IKx~i-34~G=yogmjg2D<al3B&v
z{N#60WbWl%c^bUCt?euQHUQ568zk!CiXgfXD<egfWVF!Wky-=WwFY0NN2=((?+Cvg
zvLTH$@Ue2LAc+dAZ{xf9i?cs|>TW)iajRoN?9k=J{+!=gT-JU+MJM*NOafVt*q=<T
ze|3~qSp>g=*c%dBU+KjD5P+;9cH;E=qAew9(>k#$HxtG+#U81wD;|D2b4DljXrRHm
z#WuK{Q-9j~L;OQK*WFb|e>;A@@BntU{iYGF8zF}EG;lKKRagf))_`Pe98oRpFv2M#
zY|v87JjKjWwg`Y~PIY_mNSjfr(Z)aokK7WE4Teq4*3{rw0+@qiVxyO>=bDg=Q&C`A
zOvzexJj4Wrf{RT+^Rm>yVi)<SFcx{M5zh-^Ez1jD9KxqTqMv<%*$h#O|G|yIfU5Vg
z1B8jJ2XTC=(H;enjDDl-$zWwx+1Moz-$vS#Ady*l<LoJr#H_Ya_Do1;*4~)eoVY?!
zo8Qp)8wGU932lCp6nvz>8knDg6a}vwtEe0nSP*NZ(m@IyP=Pt#r7X88hz-(~p`$L2
zdBXP%k2@iHQ6e1l8z$EUmL*doxoa*+UPf|~pLIgwQiG6WiwnPy%g&yZq`Dx|H#;1d
z+tb%)EzENI4x_UHDK2+GT(BQV0u$jxz_uiTk8fMStE6Vuc_)A7aH00%J-*jlL3b{y
cp9c=G{I5L{dB5`5V*%YmZPdn)+SAnhKY!~5Y5)KL
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.json b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.json
new file mode 100644
index 0000000..4741450
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 2048,
+ "decoder_rt_num_layer": 8,
+ "drop_rate": 0.3870437260805145,
+ "embedding_dim": 64,
+ "encoder_ff": 512,
+ "encoder_num_layer": 1,
+ "lr": 0.00016963815672588173,
+ "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.pkl b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..258ddced65bebdcaa7f3450fdd707d489c897c5b
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NaP)}6Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQsb3)2fU6fDHi!v_-r83$FymKUFq
znwT=hTcC$Cr6|83z9_LIb&9+FjibRl85gJZFy#~hd1^K?t5^Gf>)}dDEJ@CYFV3t=
K1zN&Uss{kguu}y9
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/progress.csv b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/progress.csv
new file mode 100644
index 0000000..a8d51f0
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/progress.csv
@@ -0,0 +1,5 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+719.9917376660925,1719491430,checkpoint_000000,True,False,1,e4c88f47,2024-06-27_14-30-30,123.22117924690247,123.22117924690247,35196,r8i6n8,10.159.28.66,123.22117924690247,1
+456.510295717735,1719494041,checkpoint_000001,True,False,2,e4c88f47,2024-06-27_15-14-01,123.05968236923218,246.28086161613464,69992,r8i6n8,10.159.28.66,123.05968236923218,1
+361.41261712021713,1719495092,checkpoint_000002,True,False,3,e4c88f47,2024-06-27_15-31-32,123.89350652694702,370.17436814308167,69992,r8i6n8,10.159.28.66,123.89350652694702,1
+282.4288875549797,1719495202,checkpoint_000003,True,False,4,e4c88f47,2024-06-27_15-33-22,110.45332741737366,480.6276955604553,69992,r8i6n8,10.159.28.66,234.34683394432068,2
diff --git a/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/result.json b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/result.json
new file mode 100644
index 0000000..4eb62e1
--- /dev/null
+++ b/ray_results/test_experiment/train_model_e4c88f47_5_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=2048,decoder_rt_num_layer=8,drop_r_2024-06-27_14-21-48/result.json
@@ -0,0 +1,4 @@
+{"loss": 719.9917376660925, "timestamp": 1719491430, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "e4c88f47", "date": "2024-06-27_14-30-30", "time_this_iter_s": 123.22117924690247, "time_total_s": 123.22117924690247, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3870437260805145, "lr": 0.00016963815672588173, "batch_size": 2048}, "time_since_restore": 123.22117924690247, "iterations_since_restore": 1}
+{"loss": 456.510295717735, "timestamp": 1719494041, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "e4c88f47", "date": "2024-06-27_15-14-01", "time_this_iter_s": 123.05968236923218, "time_total_s": 246.28086161613464, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3870437260805145, "lr": 0.00016963815672588173, "batch_size": 2048}, "time_since_restore": 123.05968236923218, "iterations_since_restore": 1}
+{"loss": 361.41261712021713, "timestamp": 1719495092, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "e4c88f47", "date": "2024-06-27_15-31-32", "time_this_iter_s": 123.89350652694702, "time_total_s": 370.17436814308167, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3870437260805145, "lr": 0.00016963815672588173, "batch_size": 2048}, "time_since_restore": 123.89350652694702, "iterations_since_restore": 1}
+{"loss": 282.4288875549797, "timestamp": 1719495202, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "e4c88f47", "date": "2024-06-27_15-33-22", "time_this_iter_s": 110.45332741737366, "time_total_s": 480.6276955604553, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 8, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 2048, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.3870437260805145, "lr": 0.00016963815672588173, "batch_size": 2048}, "time_since_restore": 234.34683394432068, "iterations_since_restore": 2}
diff --git a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/events.out.tfevents.1719538145.r8i6n8 b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/events.out.tfevents.1719538145.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..cb9052ff710b0fd954a80985d9e315314aa116ae
GIT binary patch
literal 4596
zcma*rdrVVT90%~yYN2OCN~JtSv51bUREVHsWG%hm9MeUa^T8t5LN8DTx2(NY@HG@M
z8Z=I)hAm+rkW4eCu*^AG2G&YMnAw*30ONGSF(5K!na{o4Z7JvSbFKICANQQ^`SyJ7
zN#Hb8H2Tx<?rSR9%7iVYJ8FAV!~JtC1`{2ZzMi6)<b>UGtM5j;=QY=EAY_O4%&c<G
zll!QHQ4sRC7|Jw^jixk3W~){Cec|!6oJHDu^W2d`_rD`$%zhk+M$=I^j#vxKwjv{$
zTR`Q$U1B!Tj8Y^j*CtiB_<+jl_i-Lp8qGAtMnod2KE$qZR~E00TqcV>h$AW#g~D(p
zV=AUdrodz+O$=ort;+aU59tHNN%!L2@tTT?Az33ApMg{;0>-T-I+r3Xl$9}CDAxj&
zWm`KIxEB~0>{=rWJB0hy=mj(#FW_u7FeWo?CE+s8o&V4fkPddPS#|J37q-|F_Mjs(
z%`xln5rCbs8b^d+H<=%`fXW}aycg{D-M8)oY{ME{$%8HGS+Bpk|E(l|{WBNm#jeis
zBdXSx`2*~gS-4*?wn(?4<&UFa=k3u$$6VMFPuS98Ra*01O%1^AoPi@ku(eA^VnOBd
z7@YTlT{S|>0rn*>!h=1q$fn=glWzmqOJ?FmUhK@KbfRgBy#-*~xdjAc>vRX&r4eA~
z#;*CNUDy*mVW0n8nzk#uzYAbjbmNE+Y>A`d2B>`Q8=Uuooz?g#A7Jn0B0SiICmH?r
z=KeT<J@F!L<i);Hw2io_X_Eu&E!+ZvvCDOiZH3#x&Nm0xI$hWkJz<kEcZk=QCWQd(
zdO3~=!Iq80wSmf6fjI94J9BWmKfrF{B0SiBB1YdA`%yE%Rx5BLFZR{pTH?>zDjmSC
z=N1r*U8ftmxexA~Zu|YJ3tQ?5`%-)_5%y+VBEU|x<A@OKl5@5OfW74`&U?W&)rQ6b
zY`X(Tc(6CwH|P`lmqh~XzH>Ovi|yOrM)d4FdktX!+kqDljD1Eo-1E2*?EHDUcEE-0
z>j`@>wws6>`V0Pnj5Fhi5bT=1+bN*(B$xMsJ-mV10kD%xa3v4+oy!~b^K%}S0qhf8
zoEQ6?_6D)J$FCn?XTO8{1!MoD+qZW~0N8n#V$MSswx1{L+;wM&rsa`Wz{ySs!Vw|Z
z1q<TpK&73_d%<q)UVR;4XDD$c5B9N+QvI~yLih*L!Nqy8%U1tGbS!?51F#nc<9@-|
zqSP3w?iAR0Rz<6{()oY3%oFx(x|P^?d3GnjKD`4+gkUqF3ttA6L?zC9!LE~h@&sUa
za}gfwl)h5E{>vv{fRnA?i5q#b*CkI%qkE_N0_=8f0m0bv)EA>?{RVdaS$amW3mbXD
zUVHyI5#RcE3c&7Ogd;+*6MH9429>K`!Fey(-$u$$0_^Ktga>=q!%}_rfrL7M{l;S4
z$cx>3Au=uF;_~$X+rcd$7&|KU(+hJ?H2aKRj^3;Jpip*e&I%W{x>16TNKg=2P-3tc
zimjxEDlMTb>;;WxGImK&r3Cr9hZK*+iU(rVB!qGdOl|>tb=pWpNmL3n$w=jzjqF8^
zy*!e6dF-<=q#XZ@wiS~_hBC^+4h16ru_23lb|?xO_h|fNe<U+n%q1jyTXR;iS*kdP
zG8#>EK4~-+vya$ML(!w{u4W|)9Q%FzLQ*6ya<(HRrO5)yV2qNe15tni-kjA_(G<lq
zZpKeVoHt)}B#KaYzuBs%p-9EEZm#MW6s_RDncmL-IFEL}zq5DilV$O9-S4kYjBbk2
z6z=_5DXW#e+LBhrzyh1-Jaa~y7=0z?-s1^zc#{|fkF!<C0<V9)Y5&n{zi83qF(UTi
z=z*E1L*Y-oH9S_XLsLDF<M9zKig@~f;6XM#-SfN0Q{*}n;Cy%NgYz$Gl~Lu>w9XF$
zjsc#$Oou|op9eg^7O?}|vBd**I`*3d&u10S8PWb4F%XjC{$`=`R70k0@tA%*(xCAF
Y+f%f0RGvL!ocjco*w5#-&$jIU0HMsjVgLXD
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.json b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.json
new file mode 100644
index 0000000..5c7201f
--- /dev/null
+++ b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 512,
+ "decoder_rt_num_layer": 4,
+ "drop_rate": 0.6516917077514637,
+ "embedding_dim": 64,
+ "encoder_ff": 512,
+ "encoder_num_layer": 1,
+ "lr": 0.00012016483134334655,
+ "n_head": 16
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.pkl b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..2ce6e4b1a10abdf666c405d5697d74d1103c017f
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1Nu=I$+Br@|*
zWEgvRQ*)D2Q&KYX(&JMybEkMa^l-t9PD`8O%fQsb3)2fU6e`3A69O3r6=Tbb&qz&7
znc^+b!<kZ)Ul3oESdu!$-Tuj~6%(uX-sxe=DFX838x%zCt&jI`B_)<5XT%q0R;2<h
I;V9Ju0O3eeHvj+t
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/progress.csv b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/progress.csv
new file mode 100644
index 0000000..cdaf864
--- /dev/null
+++ b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/progress.csv
@@ -0,0 +1,11 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+1395.3380626768578,1719538220,checkpoint_000000,True,False,1,f1df685b,2024-06-28_03-30-20,74.64295077323914,74.64295077323914,242786,r8i6n8,10.159.28.66,74.64295077323914,1
+843.0610409233514,1719538282,checkpoint_000001,True,False,2,f1df685b,2024-06-28_03-31-22,61.71093678474426,136.3538875579834,242786,r8i6n8,10.159.28.66,136.3538875579834,2
+649.7034859244279,1719538343,checkpoint_000002,True,False,3,f1df685b,2024-06-28_03-32-23,61.319239377975464,197.67312693595886,242786,r8i6n8,10.159.28.66,197.67312693595886,3
+538.8246248500553,1719538404,checkpoint_000003,True,False,4,f1df685b,2024-06-28_03-33-24,61.17716383934021,258.8502907752991,242786,r8i6n8,10.159.28.66,258.8502907752991,4
+476.29196431317666,1719538465,checkpoint_000004,True,False,5,f1df685b,2024-06-28_03-34-25,61.00002908706665,319.8503198623657,242786,r8i6n8,10.159.28.66,319.8503198623657,5
+434.38929231898993,1719538527,checkpoint_000005,True,False,6,f1df685b,2024-06-28_03-35-27,61.93894553184509,381.7892653942108,242786,r8i6n8,10.159.28.66,381.7892653942108,6
+406.3274053138072,1719538590,checkpoint_000006,True,False,7,f1df685b,2024-06-28_03-36-30,62.708914041519165,444.49817943573,242786,r8i6n8,10.159.28.66,444.49817943573,7
+384.7530104269193,1719538652,checkpoint_000007,True,False,8,f1df685b,2024-06-28_03-37-32,62.19302701950073,506.6912064552307,242786,r8i6n8,10.159.28.66,506.6912064552307,8
+372.8606783649114,1719538714,checkpoint_000008,True,False,9,f1df685b,2024-06-28_03-38-34,62.220932483673096,568.9121389389038,242786,r8i6n8,10.159.28.66,568.9121389389038,9
+349.91690856453005,1719538777,checkpoint_000009,True,False,10,f1df685b,2024-06-28_03-39-37,62.24173164367676,631.1538705825806,242786,r8i6n8,10.159.28.66,631.1538705825806,10
diff --git a/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/result.json b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/result.json
new file mode 100644
index 0000000..6f00edb
--- /dev/null
+++ b/ray_results/test_experiment/train_model_f1df685b_51_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=4,drop_r_2024-06-28_02-57-43/result.json
@@ -0,0 +1,10 @@
+{"loss": 1395.3380626768578, "timestamp": 1719538220, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "f1df685b", "date": "2024-06-28_03-30-20", "time_this_iter_s": 74.64295077323914, "time_total_s": 74.64295077323914, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 74.64295077323914, "iterations_since_restore": 1}
+{"loss": 843.0610409233514, "timestamp": 1719538282, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "f1df685b", "date": "2024-06-28_03-31-22", "time_this_iter_s": 61.71093678474426, "time_total_s": 136.3538875579834, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 136.3538875579834, "iterations_since_restore": 2}
+{"loss": 649.7034859244279, "timestamp": 1719538343, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "f1df685b", "date": "2024-06-28_03-32-23", "time_this_iter_s": 61.319239377975464, "time_total_s": 197.67312693595886, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 197.67312693595886, "iterations_since_restore": 3}
+{"loss": 538.8246248500553, "timestamp": 1719538404, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "f1df685b", "date": "2024-06-28_03-33-24", "time_this_iter_s": 61.17716383934021, "time_total_s": 258.8502907752991, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 258.8502907752991, "iterations_since_restore": 4}
+{"loss": 476.29196431317666, "timestamp": 1719538465, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "f1df685b", "date": "2024-06-28_03-34-25", "time_this_iter_s": 61.00002908706665, "time_total_s": 319.8503198623657, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 319.8503198623657, "iterations_since_restore": 5}
+{"loss": 434.38929231898993, "timestamp": 1719538527, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "f1df685b", "date": "2024-06-28_03-35-27", "time_this_iter_s": 61.93894553184509, "time_total_s": 381.7892653942108, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 381.7892653942108, "iterations_since_restore": 6}
+{"loss": 406.3274053138072, "timestamp": 1719538590, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "f1df685b", "date": "2024-06-28_03-36-30", "time_this_iter_s": 62.708914041519165, "time_total_s": 444.49817943573, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 444.49817943573, "iterations_since_restore": 7}
+{"loss": 384.7530104269193, "timestamp": 1719538652, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "f1df685b", "date": "2024-06-28_03-37-32", "time_this_iter_s": 62.19302701950073, "time_total_s": 506.6912064552307, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 506.6912064552307, "iterations_since_restore": 8}
+{"loss": 372.8606783649114, "timestamp": 1719538714, "checkpoint_dir_name": "checkpoint_000008", "should_checkpoint": true, "done": false, "training_iteration": 9, "trial_id": "f1df685b", "date": "2024-06-28_03-38-34", "time_this_iter_s": 62.220932483673096, "time_total_s": 568.9121389389038, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 568.9121389389038, "iterations_since_restore": 9}
+{"loss": 349.91690856453005, "timestamp": 1719538777, "checkpoint_dir_name": "checkpoint_000009", "should_checkpoint": true, "done": false, "training_iteration": 10, "trial_id": "f1df685b", "date": "2024-06-28_03-39-37", "time_this_iter_s": 62.24173164367676, "time_total_s": 631.1538705825806, "pid": 242786, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 4, "decoder_int_num_layer": 1, "embedding_dim": 64, "encoder_ff": 512, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 16, "drop_rate": 0.6516917077514637, "lr": 0.00012016483134334655, "batch_size": 2048}, "time_since_restore": 631.1538705825806, "iterations_since_restore": 10}
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719491515.r8i6n8 b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719491515.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..52dcdacf916814ff41010aeee48fba722842e609
GIT binary patch
literal 405
zcmb1OfPlsI-b$S6yI;Kvn}5?$iZ`h!F*8rkwJbHS#LDPTmPMH|RNaR8<<6YaHZuP~
z>I4|I#JEJbc#9G%^-D_gQuTB4i;G2<{ypNnB}zHL0IFr`*9-BS9Zqm9%3O+EQgAKB
z8Tq9-De=h}sma*|`I&hoq6`cT_J)>AcB5D+;0o7|YGq1(UMf%v1H*;Xi52=#D|2II
z12~r=v?y^Ya7n_gEXmAGjW5Z_ERN4CNiB*m7CqG2=#*Z^JH-&HeQtB}OHM^MxQ!}Y
zN?g*Y+KV&ul2hZ0Qj1ISi&DV`B<{GZV-7Xo`HNGLoHG#yXmM$9DZ&i^*_v3AnV(l2
Ok7^9a=L!dy&I15S%z<P8
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719494127.r8i6n8 b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719494127.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..b76a461a326b0dbb1b98b1958f83beaa03728261
GIT binary patch
literal 405
zcmb1OfPlsI-b$P%N>{2Q=ihXc;!P?_%*@ksElbTSu`=R&;(J{gs&2#la%WD7tEN35
zbplLUVq79zyhVwX`X!}#srotj#l@n|+Z&zN*UgnTfNGig^+G)7lUr~t%3O+EQgAKB
z8Tq9-De=h}sma*|`I&hoq6`cT_AGH;-%+geegM~xYGq1(UMf%v14D<x$7Fq|mASF9
z0h}uy!nG)IDR4=`tt`pRO^q+f$SjV}EJ-bjFBYB2+3a+e*}20Is(o&A^GnV<kKo!>
zxRki0QMDIm<|U`b7o`@L<QJua4dB?${=^(=!1EWUA~}CNh8v*8rNN~LHvnX7Vo7Fx
QUU59CF(98?7`IOb09pQk<NyEw
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495202.r8i6n8 b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495202.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..dbf7b4e36c045b7249e73567e1df492b3a76ac70
GIT binary patch
literal 770
zcmb1OfPlsI-b$Q`_M1DR=HGOb;!P?_%*@ksElbTSu`*h8a<!#0RNaR8<<6XMYv0ZQ
zsS{w<65|r#;w?(7)GsN`OV!WGFD@4CvkY~P{qKLo0IFr`*9-BSJWX&d%3O+EQgAKB
z8Tq9-De=h}sma*|`I&hoq6`cT_8(uSTcKE~(gN3yYGq1(UMf%v1H+f4@9yeDt;~&;
z4dC2~(4xepz$FQ{vLrJ%HNGSxvp7DpB(*5MSTyQfqtk4oS`$O4_PNc?FF8$G;Wnyp
zDRD`oYA?>rOHPe1N-ZwQFG>X)5E!azYz{Tx`HNGLoF@<lXmM$9DZ&i^*_v3AnV(l2
zk7^9a=Sw$wo<i~YoYyy(f&-fcTVRVc_&FQ=5zasf?2T{WT8IhkBj(yoC{~)kh3m%=
z*mVY5(@+9?7eWhxz*au!=j7XQs|+QuP2a(7BpBFl^j<nKTZKJE3G8(U1Bec628Rxj
GzXt$CYX4~f
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495922.r8i6n8 b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/events.out.tfevents.1719495922.r8i6n8
new file mode 100644
index 0000000000000000000000000000000000000000..d68fc11071af7829ff12e7dff7aa726a3eded6c9
GIT binary patch
literal 2406
zcma)-Yitx%6vvm@T9^|T=+LF?me%bSO`Q*HTR(uLX2)I72IQe)4O$$hJGb4@-I+2o
zt=0ss5TYRlTN4v&ABZ$j6H-84MnnS91lpR2L@V`ysfk#=2qYpjG4ams^v>S8Wp}^r
zJ?DS^bARXLo+YmIZ~trSg6w2PZ{4$dFFow{H0hF}E??7*RC85r!NiXjEA6~PdtZvO
zzkhZ8F)MH3UHoDw29GXvgv>S-g%X-!c!LkFjJ`VZ)b(mx^6uZ?ifqYwBB_K5@Dqs<
z*V+=Y7>lFWi>;cXnqHTyGd%h9c!09Je}w31OIcG9mbhFko2JS_wq<f_*(UZ2M-qep
z_=u&cB#~&w6+=`^q>G04`NKOReIxZdYHWG`&YhF2FiISkK@du5xuK{rB<jd8H65i2
zynpd)eT7}%%Adnq*keus9;%>%6tG++Q_)mIq{~=0KQq|SK;7KDd38$)c40QyW7}(^
zjq5i*Nx}a3A0o*I_NBXPH&d3?w}^fg*ppWlvJ~v2jwA={@!cCE?Nvj=6m0%Bam)$(
zoA#@bXQui-p<wqr1@eaN5<2#bjZ-)8{&}=H1$%Bb*fqmd(ZY2TeH858Ux*|h*gaF7
zk5HD&ekJ-@VEf)VwVZ-I=ty$F{=>H+GSJs?gMuBnOdNB<{_RXv)PL@y3l!`gr$FAY
z1z~r0!2#;#(PKkK3iiBgu=kt_Mz_A6I8DJ`bDT)>fxUgKX&YsE-qFtjyYa$(4^Xh{
zPY}x-us<!?5Ly46dw_y{+L7mkJ^E;4^hVcEIR$&=XT(2m*qy?Wf$sMX%}GB;UHv^T
zu!p~Y`=AAzA9TY$Hx!HUR!NtVh8RLGw;~-siK@BwO*iav!(2PW-DbF(OmIFxlVrx?
z__2Bg1>8Xn=F2Fi$@uBS&$ZaxjL&@F%{)`vl43&YKspW;foD3T+u2K?IO8ZY*#oSs
zYpo)FA1y1aMad>4%Zl0}%1RO+;jckz+CAm$g`(;InS~00Nm%Xxg{l}wk{odJMX-RQ
zcNJd_OSwDjq8Sov*YIUf%FVt@_<Nv?yVI`V?}bV(_b#aa{NEL--M_PceYlEs|6uoT
zf`Q8nEOq*4Aj81RL^MnZ16I^#ZS9u~oMfCn9%TFn7+9RamSc;~t{$#Cx#*`bESg4y
z57Pq^5Wqj9Yb4ewKzSDABz`Rnr85VF1hKdxd+$k#OMnGd@9@E{)o*?0>1_#HA481+
zNv;;4By%1}peq${#+C#=5b!R~KC2|>T6p{+<?%Xum!CVa{|VMNO}_?0;Qv2+q{?aX
Sc*Y#=1wm%soQ5NBxc&nSVg6|V
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.json b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.json
new file mode 100644
index 0000000..d129071
--- /dev/null
+++ b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.json
@@ -0,0 +1,13 @@
+{
+ "batch_size": 2048,
+ "decoder_int_ff": 512,
+ "decoder_int_num_layer": 1,
+ "decoder_rt_ff": 512,
+ "decoder_rt_num_layer": 2,
+ "drop_rate": 0.4230793088582453,
+ "embedding_dim": 16,
+ "encoder_ff": 1024,
+ "encoder_num_layer": 1,
+ "lr": 0.00288155269334617,
+ "n_head": 8
+}
\ No newline at end of file
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.pkl b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/params.pkl
new file mode 100644
index 0000000000000000000000000000000000000000..cb122bf130a222f612d8815f2da39cfbb034f536
GIT binary patch
literal 224
zcmZo*oqCl40&1sd^a!TrCFiH47RBe4=EmnFR;CtB@n-B1NlAr>7L_1NF!hMSBr@|*
zWEgvRQ*)D2Q&KYX(&JMybEkL<^l-t9PD`8O%fQmZ3)2fU6fDHl!v_-r83z?(%ZtxQ
zO-z~M&C$b|Qj}j1UzAvqI>p`ow(xG7Q!a;km~x7My!6?;mwH@Ud$^JkOOi9<i!-ZI
KftGNT>Hz?<8&b*u
literal 0
HcmV?d00001
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/progress.csv b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/progress.csv
new file mode 100644
index 0000000..af581a8
--- /dev/null
+++ b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/progress.csv
@@ -0,0 +1,9 @@
+loss,timestamp,checkpoint_dir_name,should_checkpoint,done,training_iteration,trial_id,date,time_this_iter_s,time_total_s,pid,hostname,node_ip,time_since_restore,iterations_since_restore
+393.9815991018701,1719491580,checkpoint_000000,True,False,1,fbff5866,2024-06-27_14-33-00,64.76905679702759,64.76905679702759,35196,r8i6n8,10.159.28.66,64.76905679702759,1
+259.43172593004124,1719494192,checkpoint_000001,True,False,2,fbff5866,2024-06-27_15-16-32,65.51874613761902,130.2878029346466,69992,r8i6n8,10.159.28.66,65.51874613761902,1
+213.22481638990988,1719495267,checkpoint_000002,True,False,3,fbff5866,2024-06-27_15-34-27,64.90303182601929,195.1908347606659,69992,r8i6n8,10.159.28.66,64.90303182601929,1
+206.50029820720042,1719495319,checkpoint_000003,True,False,4,fbff5866,2024-06-27_15-35-19,51.688610315322876,246.87944507598877,69992,r8i6n8,10.159.28.66,116.59164214134216,2
+184.2231689212829,1719495987,checkpoint_000004,True,False,5,fbff5866,2024-06-27_15-46-27,65.34643507003784,312.2258801460266,69992,r8i6n8,10.159.28.66,65.34643507003784,1
+178.49155504121555,1719496039,checkpoint_000005,True,False,6,fbff5866,2024-06-27_15-47-19,51.88559675216675,364.11147689819336,69992,r8i6n8,10.159.28.66,117.23203182220459,2
+168.78981534702572,1719496091,checkpoint_000006,True,False,7,fbff5866,2024-06-27_15-48-11,51.525290727615356,415.6367676258087,69992,r8i6n8,10.159.28.66,168.75732254981995,3
+162.7404464361236,1719496142,checkpoint_000007,True,False,8,fbff5866,2024-06-27_15-49-02,51.523138761520386,467.1599063873291,69992,r8i6n8,10.159.28.66,220.28046131134033,4
diff --git a/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/result.json b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/result.json
new file mode 100644
index 0000000..1881717
--- /dev/null
+++ b/ray_results/test_experiment/train_model_fbff5866_7_batch_size=2048,decoder_int_ff=512,decoder_int_num_layer=1,decoder_rt_ff=512,decoder_rt_num_layer=2,drop_ra_2024-06-27_14-30-30/result.json
@@ -0,0 +1,8 @@
+{"loss": 393.9815991018701, "timestamp": 1719491580, "checkpoint_dir_name": "checkpoint_000000", "should_checkpoint": true, "done": false, "training_iteration": 1, "trial_id": "fbff5866", "date": "2024-06-27_14-33-00", "time_this_iter_s": 64.76905679702759, "time_total_s": 64.76905679702759, "pid": 35196, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 64.76905679702759, "iterations_since_restore": 1}
+{"loss": 259.43172593004124, "timestamp": 1719494192, "checkpoint_dir_name": "checkpoint_000001", "should_checkpoint": true, "done": false, "training_iteration": 2, "trial_id": "fbff5866", "date": "2024-06-27_15-16-32", "time_this_iter_s": 65.51874613761902, "time_total_s": 130.2878029346466, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 65.51874613761902, "iterations_since_restore": 1}
+{"loss": 213.22481638990988, "timestamp": 1719495267, "checkpoint_dir_name": "checkpoint_000002", "should_checkpoint": true, "done": false, "training_iteration": 3, "trial_id": "fbff5866", "date": "2024-06-27_15-34-27", "time_this_iter_s": 64.90303182601929, "time_total_s": 195.1908347606659, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 64.90303182601929, "iterations_since_restore": 1}
+{"loss": 206.50029820720042, "timestamp": 1719495319, "checkpoint_dir_name": "checkpoint_000003", "should_checkpoint": true, "done": false, "training_iteration": 4, "trial_id": "fbff5866", "date": "2024-06-27_15-35-19", "time_this_iter_s": 51.688610315322876, "time_total_s": 246.87944507598877, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 116.59164214134216, "iterations_since_restore": 2}
+{"loss": 184.2231689212829, "timestamp": 1719495987, "checkpoint_dir_name": "checkpoint_000004", "should_checkpoint": true, "done": false, "training_iteration": 5, "trial_id": "fbff5866", "date": "2024-06-27_15-46-27", "time_this_iter_s": 65.34643507003784, "time_total_s": 312.2258801460266, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 65.34643507003784, "iterations_since_restore": 1}
+{"loss": 178.49155504121555, "timestamp": 1719496039, "checkpoint_dir_name": "checkpoint_000005", "should_checkpoint": true, "done": false, "training_iteration": 6, "trial_id": "fbff5866", "date": "2024-06-27_15-47-19", "time_this_iter_s": 51.88559675216675, "time_total_s": 364.11147689819336, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 117.23203182220459, "iterations_since_restore": 2}
+{"loss": 168.78981534702572, "timestamp": 1719496091, "checkpoint_dir_name": "checkpoint_000006", "should_checkpoint": true, "done": false, "training_iteration": 7, "trial_id": "fbff5866", "date": "2024-06-27_15-48-11", "time_this_iter_s": 51.525290727615356, "time_total_s": 415.6367676258087, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 168.75732254981995, "iterations_since_restore": 3}
+{"loss": 162.7404464361236, "timestamp": 1719496142, "checkpoint_dir_name": "checkpoint_000007", "should_checkpoint": true, "done": false, "training_iteration": 8, "trial_id": "fbff5866", "date": "2024-06-27_15-49-02", "time_this_iter_s": 51.523138761520386, "time_total_s": 467.1599063873291, "pid": 69992, "hostname": "r8i6n8", "node_ip": "10.159.28.66", "config": {"encoder_num_layer": 1, "decoder_rt_num_layer": 2, "decoder_int_num_layer": 1, "embedding_dim": 16, "encoder_ff": 1024, "decoder_rt_ff": 512, "decoder_int_ff": 512, "n_head": 8, "drop_rate": 0.4230793088582453, "lr": 0.00288155269334617, "batch_size": 2048}, "time_since_restore": 220.28046131134033, "iterations_since_restore": 4}
diff --git a/ray_results/test_experiment/tuner.pkl b/ray_results/test_experiment/tuner.pkl
index 064732323e8c0aae443330fb73506baaa5ff28c9..a613d19891a6982e11191f621900f0eefbee10bd 100644
GIT binary patch
delta 14
VcmZpYX_DDc%E9Qdxs0QS6#ye*1a$xa
delta 14
VcmZpYX_DDc%E73xxs0QS6#yb~1Wf<{
--
GitLab